[ 587.425788] env[70621]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70621) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 587.426157] env[70621]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70621) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 587.426196] env[70621]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70621) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 587.426576] env[70621]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 587.531729] env[70621]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 587.541686] env[70621]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70621) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 587.586385] env[70621]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 588.148411] env[70621]: INFO nova.virt.driver [None req-fa422cac-86f2-4d8b-9a46-070bcccf7515 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 588.219404] env[70621]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.219566] env[70621]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.219679] env[70621]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70621) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 591.206900] env[70621]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6416bc25-0597-40f4-92d0-e32bc565e059 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.223243] env[70621]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70621) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 591.223390] env[70621]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-749dca20-7016-4454-8ad1-f1cbc556d44f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.257227] env[70621]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 0c515. [ 591.257437] env[70621]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.038s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.257979] env[70621]: INFO nova.virt.vmwareapi.driver [None req-fa422cac-86f2-4d8b-9a46-070bcccf7515 None None] VMware vCenter version: 7.0.3 [ 591.261564] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6381c263-7272-4310-a2ac-b76fcfab6524 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.279270] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7655128e-57f1-4827-b269-ebc0684fd86a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.285628] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39957877-4da5-4f53-8dbf-43faad99f64a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.292643] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4aa7bd-dd28-4fb2-b19f-508ab1e6dd9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.305866] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669818c1-beb1-4be0-b14a-08ece56c2977 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.312655] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a7627d-5ccf-4992-bdac-0becd76f8308 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.342959] env[70621]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ab627fdc-f23a-4e18-8003-a57b990193cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.348643] env[70621]: DEBUG nova.virt.vmwareapi.driver [None req-fa422cac-86f2-4d8b-9a46-070bcccf7515 None None] Extension org.openstack.compute already exists. {{(pid=70621) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 591.351306] env[70621]: INFO nova.compute.provider_config [None req-fa422cac-86f2-4d8b-9a46-070bcccf7515 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 591.854542] env[70621]: DEBUG nova.context [None req-fa422cac-86f2-4d8b-9a46-070bcccf7515 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),925ca1f9-a499-44ce-a26e-93c5f5baedd0(cell1) {{(pid=70621) load_cells /opt/stack/nova/nova/context.py:464}} [ 591.856738] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.856965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.857813] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.858269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Acquiring lock "925ca1f9-a499-44ce-a26e-93c5f5baedd0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.858462] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Lock "925ca1f9-a499-44ce-a26e-93c5f5baedd0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.859467] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Lock "925ca1f9-a499-44ce-a26e-93c5f5baedd0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.879994] env[70621]: INFO dbcounter [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Registered counter for database nova_cell0 [ 591.888949] env[70621]: INFO dbcounter [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Registered counter for database nova_cell1 [ 591.892656] env[70621]: DEBUG oslo_db.sqlalchemy.engines [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70621) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 591.893307] env[70621]: DEBUG oslo_db.sqlalchemy.engines [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70621) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 591.898557] env[70621]: ERROR nova.db.main.api [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 591.898557] env[70621]: result = function(*args, **kwargs) [ 591.898557] env[70621]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 591.898557] env[70621]: return func(*args, **kwargs) [ 591.898557] env[70621]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 591.898557] env[70621]: result = fn(*args, **kwargs) [ 591.898557] env[70621]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 591.898557] env[70621]: return f(*args, **kwargs) [ 591.898557] env[70621]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 591.898557] env[70621]: return db.service_get_minimum_version(context, binaries) [ 591.898557] env[70621]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 591.898557] env[70621]: _check_db_access() [ 591.898557] env[70621]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 591.898557] env[70621]: stacktrace = ''.join(traceback.format_stack()) [ 591.898557] env[70621]: [ 591.899613] env[70621]: ERROR nova.db.main.api [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 591.899613] env[70621]: result = function(*args, **kwargs) [ 591.899613] env[70621]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 591.899613] env[70621]: return func(*args, **kwargs) [ 591.899613] env[70621]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 591.899613] env[70621]: result = fn(*args, **kwargs) [ 591.899613] env[70621]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 591.899613] env[70621]: return f(*args, **kwargs) [ 591.899613] env[70621]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 591.899613] env[70621]: return db.service_get_minimum_version(context, binaries) [ 591.899613] env[70621]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 591.899613] env[70621]: _check_db_access() [ 591.899613] env[70621]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 591.899613] env[70621]: stacktrace = ''.join(traceback.format_stack()) [ 591.899613] env[70621]: [ 591.900025] env[70621]: WARNING nova.objects.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 591.900181] env[70621]: WARNING nova.objects.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Failed to get minimum service version for cell 925ca1f9-a499-44ce-a26e-93c5f5baedd0 [ 591.900656] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Acquiring lock "singleton_lock" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.900800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Acquired lock "singleton_lock" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.901058] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Releasing lock "singleton_lock" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.901397] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Full set of CONF: {{(pid=70621) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 591.901542] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ******************************************************************************** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 591.901668] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] Configuration options gathered from: {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 591.901807] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 591.902011] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 591.902147] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ================================================================================ {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 591.902355] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] allow_resize_to_same_host = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.902526] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] arq_binding_timeout = 300 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.902655] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] backdoor_port = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.902781] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] backdoor_socket = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.902943] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] block_device_allocate_retries = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.903113] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] block_device_allocate_retries_interval = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.903295] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cert = self.pem {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.903486] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.903666] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute_monitors = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.903842] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] config_dir = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904026] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] config_drive_format = iso9660 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904167] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904336] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] config_source = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904504] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] console_host = devstack {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904669] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] control_exchange = nova {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904832] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cpu_allocation_ratio = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.904993] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] daemon = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.905175] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] debug = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.905346] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] default_access_ip_network_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.905528] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] default_availability_zone = nova {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.905689] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] default_ephemeral_format = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.905847] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] default_green_pool_size = 1000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.906104] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.906273] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] default_schedule_zone = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.906467] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] disk_allocation_ratio = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.906616] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] enable_new_services = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.906775] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] enabled_apis = ['osapi_compute'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.906935] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] enabled_ssl_apis = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.907114] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] flat_injected = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.907280] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] force_config_drive = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.907443] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] force_raw_images = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.907616] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] graceful_shutdown_timeout = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.907902] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] heal_instance_info_cache_interval = -1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.908165] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] host = cpu-1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.908353] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.908524] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] initial_disk_allocation_ratio = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.908691] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] initial_ram_allocation_ratio = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.908924] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.909110] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_build_timeout = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.909276] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_delete_interval = 300 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.909448] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_format = [instance: %(uuid)s] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.909618] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_name_template = instance-%08x {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.909781] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_usage_audit = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.909955] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_usage_audit_period = month {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.910140] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.910311] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] instances_path = /opt/stack/data/nova/instances {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.910481] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] internal_service_availability_zone = internal {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.910641] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] key = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.910805] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] live_migration_retry_count = 30 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.910970] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_color = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.911437] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_config_append = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.911437] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.911502] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_dir = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.911624] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_file = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.911756] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_options = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.911918] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_rotate_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912096] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_rotate_interval_type = days {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912267] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] log_rotation_type = none {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912399] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912526] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912697] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912862] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.912991] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.913167] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] long_rpc_timeout = 1800 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.913330] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] max_concurrent_builds = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.913515] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] max_concurrent_live_migrations = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.913681] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] max_concurrent_snapshots = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.913841] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] max_local_block_devices = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.914000] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] max_logfile_count = 30 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.914175] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] max_logfile_size_mb = 200 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.914335] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] maximum_instance_delete_attempts = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.914506] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metadata_listen = 0.0.0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.914680] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metadata_listen_port = 8775 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.914851] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metadata_workers = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.915017] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] migrate_max_retries = -1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.915190] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] mkisofs_cmd = genisoimage {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.915439] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] my_block_storage_ip = 10.180.1.21 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.915595] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] my_ip = 10.180.1.21 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.915870] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.916226] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] network_allocate_retries = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.916466] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.916688] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] osapi_compute_listen = 0.0.0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.916923] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] osapi_compute_listen_port = 8774 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.917129] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] osapi_compute_unique_server_name_scope = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.917309] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] osapi_compute_workers = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.917520] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] password_length = 12 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.917702] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] periodic_enable = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.917866] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] periodic_fuzzy_delay = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.918151] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] pointer_model = usbtablet {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.918352] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] preallocate_images = none {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.918522] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] publish_errors = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.918653] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] pybasedir = /opt/stack/nova {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.918813] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ram_allocation_ratio = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.918974] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] rate_limit_burst = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.919159] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] rate_limit_except_level = CRITICAL {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.919322] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] rate_limit_interval = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.919482] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reboot_timeout = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.919640] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reclaim_instance_interval = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.919795] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] record = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.919961] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reimage_timeout_per_gb = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.920139] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] report_interval = 120 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.920305] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] rescue_timeout = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.920520] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reserved_host_cpus = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.920710] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reserved_host_disk_mb = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.920916] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reserved_host_memory_mb = 512 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.921041] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] reserved_huge_pages = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.921205] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] resize_confirm_window = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.921367] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] resize_fs_using_block_device = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.921531] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] resume_guests_state_on_host_boot = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.921700] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.921859] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] rpc_response_timeout = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.922026] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] run_external_periodic_tasks = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.922198] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] running_deleted_instance_action = reap {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.922358] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] running_deleted_instance_poll_interval = 1800 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.922518] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] running_deleted_instance_timeout = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.922676] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler_instance_sync_interval = 120 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.922843] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_down_time = 720 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.923017] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] servicegroup_driver = db {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.923180] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] shell_completion = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.923347] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] shelved_offload_time = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.923534] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] shelved_poll_interval = 3600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.923704] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] shutdown_timeout = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.923868] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] source_is_ipv6 = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.924037] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ssl_only = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.924312] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.924494] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] sync_power_state_interval = 600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.924663] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] sync_power_state_pool_size = 1000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.924838] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] syslog_log_facility = LOG_USER {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.924997] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] tempdir = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.925174] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] timeout_nbd = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.925355] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] transport_url = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.925542] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] update_resources_interval = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.925707] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] use_cow_images = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.925864] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] use_journal = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.926031] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] use_json = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.926196] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] use_rootwrap_daemon = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.926367] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] use_stderr = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.926542] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] use_syslog = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.926698] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vcpu_pin_set = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.926867] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plugging_is_fatal = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.927044] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plugging_timeout = 300 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.927216] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] virt_mkfs = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.927377] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] volume_usage_poll_interval = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.927566] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] watch_log_file = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.927743] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] web = /usr/share/spice-html5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 591.927933] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.928110] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.928417] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 591.928596] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_concurrency.disable_process_locking = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.385759] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.386135] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.386303] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.386506] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.386746] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.386861] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.387059] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.auth_strategy = keystone {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.387238] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.compute_link_prefix = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.387420] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.387597] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.dhcp_domain = novalocal {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.387767] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.enable_instance_password = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.387931] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.glance_link_prefix = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.388111] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.388285] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.388448] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.instance_list_per_project_cells = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.388613] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.list_records_by_skipping_down_cells = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.388775] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.local_metadata_per_cell = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.388939] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.max_limit = 1000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.389119] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.metadata_cache_expiration = 15 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.389349] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.neutron_default_tenant_id = default {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.389466] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.response_validation = warn {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.389714] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.use_neutron_default_nets = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.389954] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.390148] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.390323] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.390524] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.390724] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_dynamic_targets = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.390890] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_jsonfile_path = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.391084] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.391284] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.backend = dogpile.cache.memcached {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.391460] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.backend_argument = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.391738] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.backend_expiration_time = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.392040] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.config_prefix = cache.oslo {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.392296] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.dead_timeout = 60.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.392486] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.debug_cache_backend = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.392680] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.enable_retry_client = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.392880] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.enable_socket_keepalive = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.393093] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.enabled = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.393269] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.enforce_fips_mode = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.393437] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.expiration_time = 600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.393605] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.hashclient_retry_attempts = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.393777] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.hashclient_retry_delay = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.393941] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_dead_retry = 300 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.394115] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_password = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.394284] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.394483] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.394708] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_pool_maxsize = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.394929] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.395162] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_sasl_enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.395412] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.395602] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_socket_timeout = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.395768] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.memcache_username = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.395936] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.proxies = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.396117] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_db = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.396279] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_password = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.396472] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_sentinel_service_name = mymaster {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.396657] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.396850] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_server = localhost:6379 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.396992] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_socket_timeout = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.397169] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.redis_username = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.397334] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.retry_attempts = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.397501] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.retry_delay = 0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.397673] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.socket_keepalive_count = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.397859] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.socket_keepalive_idle = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.398033] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.socket_keepalive_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.398198] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.tls_allowed_ciphers = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.398360] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.tls_cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.398518] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.tls_certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.398681] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.tls_enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.398840] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cache.tls_keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.399017] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.399198] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.auth_type = password {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.399359] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.399535] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.catalog_info = volumev3::publicURL {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.399694] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.399855] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.400026] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.cross_az_attach = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.400194] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.debug = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.400365] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.endpoint_template = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.400520] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.http_retries = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.400688] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.400841] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401026] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.os_region_name = RegionOne {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401188] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401349] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cinder.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401521] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401680] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.cpu_dedicated_set = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401837] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.cpu_shared_set = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.401999] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.image_type_exclude_list = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.402183] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.402347] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.max_concurrent_disk_ops = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.402526] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.max_disk_devices_to_attach = -1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.402715] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.402889] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.403065] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.resource_provider_association_refresh = 300 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.403230] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.403392] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.shutdown_retry_interval = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.403571] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.403746] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] conductor.workers = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.403922] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] console.allowed_origins = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.404093] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] console.ssl_ciphers = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.404266] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] console.ssl_minimum_version = default {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.404434] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] consoleauth.enforce_session_timeout = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.404604] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] consoleauth.token_ttl = 600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.404771] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.404928] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.405105] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.405269] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.405454] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.405622] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.405787] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.405946] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.406129] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.406290] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.406474] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.406645] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.406805] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407009] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.service_type = accelerator {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407151] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407308] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407462] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407619] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407831] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.407995] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] cyborg.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.408181] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.asyncio_connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.408342] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.asyncio_slave_connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.408513] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.backend = sqlalchemy {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.408684] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.408847] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.connection_debug = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409025] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.connection_parameters = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409197] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.connection_recycle_time = 3600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409358] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.connection_trace = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409518] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.db_inc_retry_interval = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409678] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.db_max_retries = 20 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409836] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.db_max_retry_interval = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.409993] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.db_retry_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.410165] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.max_overflow = 50 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.410323] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.max_pool_size = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.410480] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.max_retries = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.410647] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.410804] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.mysql_wsrep_sync_wait = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.410960] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.pool_timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.411132] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.retry_interval = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.411289] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.slave_connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.411451] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.sqlite_synchronous = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.411615] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] database.use_db_reconnect = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.411781] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.asyncio_connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.411937] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.asyncio_slave_connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.412119] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.backend = sqlalchemy {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.412289] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.412456] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.connection_debug = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.412629] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.connection_parameters = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.412793] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.connection_recycle_time = 3600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.412954] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.connection_trace = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.413127] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.db_inc_retry_interval = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.413291] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.db_max_retries = 20 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.413452] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.db_max_retry_interval = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.413637] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.db_retry_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.413790] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.max_overflow = 50 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.413950] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.max_pool_size = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.414126] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.max_retries = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.414298] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.414458] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.414651] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.pool_timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.414831] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.retry_interval = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.414991] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.slave_connection = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.415169] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] api_database.sqlite_synchronous = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.415368] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] devices.enabled_mdev_types = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.415559] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.415739] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ephemeral_storage_encryption.default_format = luks {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.415903] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ephemeral_storage_encryption.enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.416078] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.416250] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.api_servers = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.416415] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.416599] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.416765] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.416924] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.417097] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.417261] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.debug = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.417422] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.default_trusted_certificate_ids = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.417583] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.enable_certificate_validation = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.417743] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.enable_rbd_download = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.417898] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.418075] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.418238] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.418393] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.418579] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.418813] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.num_retries = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.418998] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.rbd_ceph_conf = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.419179] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.rbd_connect_timeout = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.419350] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.rbd_pool = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.419516] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.rbd_user = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.419684] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.419840] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.419998] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.420183] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.service_type = image {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.420345] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.420502] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.420660] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.420816] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.420993] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.421170] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.verify_glance_signatures = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.421330] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] glance.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.421495] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] guestfs.debug = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.421666] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.421828] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.auth_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.421985] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.422156] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.422318] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.422478] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.422641] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.422800] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.422961] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.423133] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.423294] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.423454] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.423613] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.423771] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.423928] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.424109] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.service_type = shared-file-system {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.424275] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.share_apply_policy_timeout = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.424437] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.424596] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.424753] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.424911] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.425102] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.425267] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] manila.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.425471] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] mks.enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.425837] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.426040] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] image_cache.manager_interval = 2400 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.426216] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] image_cache.precache_concurrency = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.426418] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] image_cache.remove_unused_base_images = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.426634] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.426811] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.426990] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] image_cache.subdirectory_name = _base {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.427182] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.api_max_retries = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.427350] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.api_retry_interval = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.427510] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.427678] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.auth_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.427838] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.427998] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.428177] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.428340] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.conductor_group = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.428501] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.428663] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.428823] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.428984] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.429158] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.429318] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.429476] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.429643] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.peer_list = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.429801] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.429957] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.430135] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.serial_console_state_timeout = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.430298] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.430470] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.service_type = baremetal {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.430659] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.shard = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.430830] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.430992] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.431166] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.431325] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.431505] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.431670] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ironic.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.431851] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.432036] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] key_manager.fixed_key = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.432226] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.432408] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.barbican_api_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.432544] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.barbican_endpoint = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.432715] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.barbican_endpoint_type = public {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.432875] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.barbican_region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.433045] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.433206] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.433387] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.433532] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.433689] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.433850] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.number_of_retries = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434015] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.retry_delay = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434184] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.send_service_user_token = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434346] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434508] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434674] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.verify_ssl = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434833] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican.verify_ssl_path = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.434998] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.435177] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.auth_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.435335] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.435524] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.435696] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.435860] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.436028] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.436198] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.436368] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] barbican_service_user.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.436582] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.approle_role_id = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.436759] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.approle_secret_id = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.436935] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.kv_mountpoint = secret {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.437112] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.kv_path = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.437281] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.kv_version = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.437444] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.namespace = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.437603] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.root_token_id = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.437759] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.ssl_ca_crt_file = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.437927] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.timeout = 60.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.438104] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.use_ssl = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.438278] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.438448] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.438609] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.438771] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.438929] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.439099] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.439264] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.439426] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.439585] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.439744] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.439901] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.440092] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.440275] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.440440] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.440613] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.service_type = identity {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.440778] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.440936] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.441109] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.441272] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.441453] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.441616] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] keystone.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.441806] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.ceph_mount_options = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.442147] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.442335] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.connection_uri = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.442501] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_mode = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.442670] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_model_extra_flags = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.442839] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_models = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.443014] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_power_governor_high = performance {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.443192] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_power_governor_low = powersave {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.443360] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_power_management = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.443531] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.443706] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.device_detach_attempts = 8 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.443874] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.device_detach_timeout = 20 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.444052] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.disk_cachemodes = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.444216] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.disk_prefix = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.444380] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.enabled_perf_events = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.444546] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.file_backed_memory = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.444710] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.gid_maps = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.444868] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.hw_disk_discard = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.445033] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.hw_machine_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.445210] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_rbd_ceph_conf = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.445389] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.445574] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.445748] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_rbd_glance_store_name = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.445917] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_rbd_pool = rbd {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.446100] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_type = default {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.446265] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.images_volume_group = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.446450] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.inject_key = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.446629] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.inject_partition = -2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.446789] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.inject_password = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.446950] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.iscsi_iface = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.447124] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.iser_use_multipath = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.447294] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_bandwidth = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.447449] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.447610] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_downtime = 500 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.447768] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.447924] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.448099] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_inbound_addr = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.448263] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.448424] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_permit_post_copy = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.448582] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_scheme = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.448750] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_timeout_action = abort {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.448908] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_tunnelled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.449074] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_uri = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.449239] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.live_migration_with_native_tls = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.449396] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.max_queues = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.449556] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.449896] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.450083] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.nfs_mount_options = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.450383] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.450565] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.450734] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.num_iser_scan_tries = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.450899] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.num_memory_encrypted_guests = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.451078] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.451246] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.num_pcie_ports = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.451414] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.num_volume_scan_tries = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.451585] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.pmem_namespaces = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.451747] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.quobyte_client_cfg = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.452050] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.452227] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rbd_connect_timeout = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.452393] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.452557] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.452719] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rbd_secret_uuid = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.452878] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rbd_user = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.453063] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.453377] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.remote_filesystem_transport = ssh {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.453470] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rescue_image_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.453638] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rescue_kernel_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.453803] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rescue_ramdisk_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.453978] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.454164] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.rx_queue_size = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.454336] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.smbfs_mount_options = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.454621] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.454808] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.snapshot_compression = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.454974] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.snapshot_image_format = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.455210] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.455396] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.sparse_logical_volumes = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.455576] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.swtpm_enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.455763] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.swtpm_group = tss {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.455920] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.swtpm_user = tss {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.456102] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.sysinfo_serial = unique {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.456268] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.tb_cache_size = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.456448] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.tx_queue_size = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.456624] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.uid_maps = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.456788] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.use_virtio_for_bridges = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.456961] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.virt_type = kvm {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.457147] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.volume_clear = zero {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.457318] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.volume_clear_size = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.457481] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.volume_enforce_multipath = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.457646] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.volume_use_multipath = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.457808] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_cache_path = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.457978] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.458163] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_mount_group = qemu {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.458330] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_mount_opts = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.458500] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.458789] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.458972] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.vzstorage_mount_user = stack {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.459496] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.459496] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.459496] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.auth_type = password {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.459674] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.459792] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.459952] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.460122] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.460278] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.460446] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.default_floating_pool = public {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.460603] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.460761] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.extension_sync_interval = 600 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.460920] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.http_retries = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.461091] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.461248] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.461405] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.461571] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.461732] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.461901] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.ovs_bridge = br-int {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.462084] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.physnets = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.462259] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.region_name = RegionOne {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.462420] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.462591] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.service_metadata_proxy = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.462750] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.462919] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.service_type = network {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.463097] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.463273] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.463449] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.463613] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.463805] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.463965] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] neutron.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.464152] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] notifications.bdms_in_notifications = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.464334] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] notifications.default_level = INFO {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.464498] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] notifications.include_share_mapping = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.464673] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] notifications.notification_format = unversioned {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.464833] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] notifications.notify_on_state_change = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.465026] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.465202] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] pci.alias = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.465419] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] pci.device_spec = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.465593] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] pci.report_in_placement = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.465747] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.465922] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.auth_type = password {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.466104] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.466270] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.466447] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.466620] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.466782] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.466941] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.467111] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.default_domain_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.467272] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.default_domain_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.467432] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.domain_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.467591] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.domain_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.467750] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.467911] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.468080] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.468242] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.468400] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.468569] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.password = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.468727] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.project_domain_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.468894] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.project_domain_name = Default {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.469074] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.project_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.469253] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.project_name = service {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.469425] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.region_name = RegionOne {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.469589] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.469750] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.469918] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.service_type = placement {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.470101] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.470266] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.470426] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.470588] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.system_scope = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.470746] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.470907] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.trust_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.471074] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.user_domain_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.471252] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.user_domain_name = Default {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.471415] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.user_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.471590] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.username = nova {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.471770] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.471933] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] placement.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.472122] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.cores = 20 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.472288] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.count_usage_from_placement = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.472460] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.472630] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.injected_file_content_bytes = 10240 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.472798] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.injected_file_path_length = 255 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.472961] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.injected_files = 5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.473141] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.instances = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.473343] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.key_pairs = 100 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.473515] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.metadata_items = 128 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.473688] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.ram = 51200 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.473853] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.recheck_quota = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.474032] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.server_group_members = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.474206] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.server_groups = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.474413] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.474591] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] quota.unified_limits_resource_strategy = require {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.474764] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.474928] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.475104] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.image_metadata_prefilter = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.475270] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.475455] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.max_attempts = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.475629] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.max_placement_results = 1000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.475794] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.475956] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.query_placement_for_image_type_support = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.476130] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.476306] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] scheduler.workers = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.476509] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.476690] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.476870] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.477059] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.477235] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.477401] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.477567] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.477760] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.477927] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.host_subset_size = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.478105] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.478272] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.478439] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.478604] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.478782] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.478949] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.isolated_hosts = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.479128] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.isolated_images = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.479293] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.479455] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.479621] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.479785] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.pci_in_placement = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.479949] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.480125] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.480289] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.480452] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.480618] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.480783] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.480944] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.track_instance_changes = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.481134] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.481308] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metrics.required = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.481474] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metrics.weight_multiplier = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.481637] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.481800] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] metrics.weight_setting = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.482133] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.482311] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] serial_console.enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.482495] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] serial_console.port_range = 10000:20000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.482668] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.482838] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.483014] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] serial_console.serialproxy_port = 6083 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.483190] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.483391] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.auth_type = password {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.483563] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.483724] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.483888] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.484060] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.484223] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.484394] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.send_service_user_token = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.484558] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.484718] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] service_user.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.484887] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.agent_enabled = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.485060] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.485389] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.485608] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.485785] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.html5proxy_port = 6082 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.485947] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.image_compression = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.486121] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.jpeg_compression = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.486284] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.playback_compression = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.486468] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.require_secure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.486645] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.server_listen = 127.0.0.1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.486820] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.487121] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.487297] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.streaming_mode = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.487460] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] spice.zlib_compression = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.487625] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] upgrade_levels.baseapi = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.487797] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] upgrade_levels.compute = auto {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.487956] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] upgrade_levels.conductor = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.488128] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] upgrade_levels.scheduler = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.488295] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.488460] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.auth_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.488619] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.488776] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.488939] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.489112] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.489274] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.489437] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.489598] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vendordata_dynamic_auth.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.489773] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.api_retry_count = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.489934] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.ca_file = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.490117] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.cache_prefix = devstack-image-cache {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.490287] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.cluster_name = testcl1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.490453] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.connection_pool_size = 10 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.490613] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.console_delay_seconds = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.490780] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.datastore_regex = ^datastore.* {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.490995] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.491195] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.host_password = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.491367] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.host_port = 443 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.491537] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.host_username = administrator@vsphere.local {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.491704] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.insecure = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.491864] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.integration_bridge = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.492040] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.maximum_objects = 100 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.492204] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.pbm_default_policy = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.492365] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.pbm_enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.492524] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.pbm_wsdl_location = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.492689] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.492846] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.serial_port_proxy_uri = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.493011] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.serial_port_service_uri = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.493179] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.task_poll_interval = 0.5 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.493380] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.use_linked_clone = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.493598] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.vnc_keymap = en-us {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.493775] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.vnc_port = 5900 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.493939] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vmware.vnc_port_total = 10000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.494141] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.auth_schemes = ['none'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.494393] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.494723] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.494915] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.495104] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.novncproxy_port = 6080 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.495307] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.server_listen = 127.0.0.1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.495511] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.495684] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.vencrypt_ca_certs = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.495844] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.vencrypt_client_cert = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.496012] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vnc.vencrypt_client_key = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.496197] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.496379] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.disable_deep_image_inspection = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.496557] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.496722] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.496882] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.497057] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.disable_rootwrap = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.497223] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.enable_numa_live_migration = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.497387] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.497550] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.497713] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.497874] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.libvirt_disable_apic = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.498039] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.498209] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.498371] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.498536] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.498696] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.498856] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.499033] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.499202] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.499365] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.499530] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.499711] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.499875] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] wsgi.secure_proxy_ssl_header = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.500048] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] zvm.ca_file = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.500214] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] zvm.cloud_connector_url = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.500682] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.500871] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] zvm.reachable_timeout = 300 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.501058] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.501248] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.501434] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.connection_string = messaging:// {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.501605] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.enabled = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.501777] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.es_doc_type = notification {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.501942] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.es_scroll_size = 10000 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.502128] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.es_scroll_time = 2m {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.502295] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.filter_error_trace = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.502464] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.hmac_keys = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.502637] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.sentinel_service_name = mymaster {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.502804] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.socket_timeout = 0.1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.502969] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.trace_requests = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.503148] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler.trace_sqlalchemy = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.503333] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler_jaeger.process_tags = {} {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.503496] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler_jaeger.service_name_prefix = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.503660] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] profiler_otlp.service_name_prefix = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.503836] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504006] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504176] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504338] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504499] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504664] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504823] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.504985] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.505161] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.505329] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.505519] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.505696] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.505866] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.506043] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.506212] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.506403] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.506585] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.506749] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.506917] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.507090] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.507253] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.507417] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.507583] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.507770] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.507970] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.508123] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.508291] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.508453] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.508616] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.508782] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.508945] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.ssl = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.509130] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.509302] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.509464] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.509634] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.509800] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.ssl_version = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.509962] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.510166] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.510338] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_notifications.retry = -1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.510517] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.510689] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_messaging_notifications.transport_url = **** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.510865] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.auth_section = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.511041] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.auth_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.511207] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.cafile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.511364] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.certfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.511529] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.collect_timing = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.511688] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.connect_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.511846] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.connect_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512008] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.endpoint_id = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512188] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.endpoint_interface = publicURL {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512347] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.endpoint_override = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512506] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.endpoint_region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512667] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.endpoint_service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512828] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.endpoint_service_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.512990] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.insecure = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.513163] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.keyfile = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.513323] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.max_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.513483] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.min_version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.513644] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.region_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.513802] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.retriable_status_codes = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.513961] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.service_name = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.514134] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.service_type = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.514297] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.split_loggers = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.514459] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.status_code_retries = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.514622] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.status_code_retry_delay = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.514781] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.timeout = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.514939] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.valid_interfaces = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.515200] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_limit.version = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.515416] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_reports.file_event_handler = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.515604] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.515770] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] oslo_reports.log_dir = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.515957] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.516121] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.516282] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.516474] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.516653] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.516818] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.516987] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.517166] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_ovs_privileged.group = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.517338] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.517502] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.517657] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.517847] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] vif_plug_ovs_privileged.user = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.518067] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.flat_interface = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.518225] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.518402] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.518580] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.518750] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.518921] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.519108] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.519267] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.519449] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.519622] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.isolate_vif = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.519794] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.519958] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.520143] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.520316] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.ovsdb_interface = native {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.520479] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] os_vif_ovs.per_port_bridge = False {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.520653] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] privsep_osbrick.capabilities = [21] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.520813] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] privsep_osbrick.group = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.520980] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] privsep_osbrick.helper_command = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.521150] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.521315] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.521472] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] privsep_osbrick.user = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.521653] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.521811] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] nova_sys_admin.group = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.521967] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] nova_sys_admin.helper_command = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.522146] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.522310] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.522468] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] nova_sys_admin.user = None {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 592.522599] env[70621]: DEBUG oslo_service.backend.eventlet.service [None req-7e01c369-9bae-428f-802d-a97a857a35ec None None] ******************************************************************************** {{(pid=70621) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 592.523015] env[70621]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 593.026962] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Getting list of instances from cluster (obj){ [ 593.026962] env[70621]: value = "domain-c8" [ 593.026962] env[70621]: _type = "ClusterComputeResource" [ 593.026962] env[70621]: } {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 593.028694] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e245b57b-6d78-4ee5-826f-2de26cec776a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.037153] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Got total of 0 instances {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 593.037752] env[70621]: WARNING nova.virt.vmwareapi.driver [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 593.038234] env[70621]: INFO nova.virt.node [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Generated node identity 68b5b9c1-e071-4314-be7b-e4553e7d2879 [ 593.038470] env[70621]: INFO nova.virt.node [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Wrote node identity 68b5b9c1-e071-4314-be7b-e4553e7d2879 to /opt/stack/data/n-cpu-1/compute_id [ 593.540885] env[70621]: WARNING nova.compute.manager [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Compute nodes ['68b5b9c1-e071-4314-be7b-e4553e7d2879'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 594.547434] env[70621]: INFO nova.compute.manager [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 595.554287] env[70621]: WARNING nova.compute.manager [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 595.554688] env[70621]: DEBUG oslo_concurrency.lockutils [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.554845] env[70621]: DEBUG oslo_concurrency.lockutils [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.555045] env[70621]: DEBUG oslo_concurrency.lockutils [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.555213] env[70621]: DEBUG nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 595.556183] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5447494-547a-4db3-8ab7-5a0a29266c3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.564885] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2e3dbd-42a1-4c96-91d1-fd7b0efed1f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.578699] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a35d0a-8715-4e27-90f2-7398618ef320 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.585579] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed46341-ca18-4b85-b1f5-1d2f74eaa6ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.615427] env[70621]: DEBUG nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180822MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 595.615632] env[70621]: DEBUG oslo_concurrency.lockutils [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.615813] env[70621]: DEBUG oslo_concurrency.lockutils [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.118154] env[70621]: WARNING nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] No compute node record for cpu-1:68b5b9c1-e071-4314-be7b-e4553e7d2879: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 68b5b9c1-e071-4314-be7b-e4553e7d2879 could not be found. [ 596.623103] env[70621]: INFO nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 68b5b9c1-e071-4314-be7b-e4553e7d2879 [ 598.133356] env[70621]: DEBUG nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 598.133356] env[70621]: DEBUG nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 598.290040] env[70621]: INFO nova.scheduler.client.report [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] [req-5b2d4a89-8661-440d-92cc-c7cb3ce3794e] Created resource provider record via placement API for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 598.307354] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb9472-9441-41d1-a4a5-658c4bb1be7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.315260] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c018dd-6863-409c-a51c-102a4edd79e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.346655] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cacae-3270-4c41-ace1-120557c9b455 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.354571] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff1340-0d53-4b48-a35f-372b5b3c210c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.368280] env[70621]: DEBUG nova.compute.provider_tree [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.903053] env[70621]: DEBUG nova.scheduler.client.report [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 598.903296] env[70621]: DEBUG nova.compute.provider_tree [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 0 to 1 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 598.903478] env[70621]: DEBUG nova.compute.provider_tree [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 598.959605] env[70621]: DEBUG nova.compute.provider_tree [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 1 to 2 during operation: update_traits {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 599.464735] env[70621]: DEBUG nova.compute.resource_tracker [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 599.465199] env[70621]: DEBUG oslo_concurrency.lockutils [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.849s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.465199] env[70621]: DEBUG nova.service [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Creating RPC server for service compute {{(pid=70621) start /opt/stack/nova/nova/service.py:177}} [ 599.479145] env[70621]: DEBUG nova.service [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] Join ServiceGroup membership for this service compute {{(pid=70621) start /opt/stack/nova/nova/service.py:194}} [ 599.479370] env[70621]: DEBUG nova.servicegroup.drivers.db [None req-41bf503f-1966-42cd-8609-e48fb4b61db8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70621) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 632.484011] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 632.989663] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Getting list of instances from cluster (obj){ [ 632.989663] env[70621]: value = "domain-c8" [ 632.989663] env[70621]: _type = "ClusterComputeResource" [ 632.989663] env[70621]: } {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 632.991336] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3724670e-34d2-46fd-94f0-177e6223911e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.010131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Got total of 0 instances {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 633.010484] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.010911] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Getting list of instances from cluster (obj){ [ 633.010911] env[70621]: value = "domain-c8" [ 633.010911] env[70621]: _type = "ClusterComputeResource" [ 633.010911] env[70621]: } {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 633.012244] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65d380-6ea7-4f36-bd89-8246db86cb9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.024311] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Got total of 0 instances {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 643.870588] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "143e6ff9-4c24-42a8-93ac-39b1a8178926" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.870588] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.373352] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.929821] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.929821] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.932462] env[70621]: INFO nova.compute.claims [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.654018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "9fd729ba-094d-480c-9b90-23af25f98324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.654347] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "9fd729ba-094d-480c-9b90-23af25f98324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.672518] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "fb791a59-82e3-4dcc-b1db-86af929b7689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.672518] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.044027] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c581fd3-ec06-4be9-90d8-fce122960f4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.059238] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4ef15-22d3-46d4-afa3-eab6e3d07467 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.095186] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9831b8-f94b-47d7-af5d-d37d4a319570 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.103539] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae51bad-db2b-49c4-86df-f29035df4349 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.122982] env[70621]: DEBUG nova.compute.provider_tree [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.156919] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.176201] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.628799] env[70621]: DEBUG nova.scheduler.client.report [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.696309] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.703531] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.898101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "719140cd-6ce5-459a-96c7-e573f25239ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.898361] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "719140cd-6ce5-459a-96c7-e573f25239ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.023938] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "aa275333-f648-45fe-a003-8eb6320d4acb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.025747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "aa275333-f648-45fe-a003-8eb6320d4acb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.137370] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.138452] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.142877] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.446s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.144959] env[70621]: INFO nova.compute.claims [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.401596] env[70621]: DEBUG nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.532952] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.821361] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.823961] env[70621]: DEBUG nova.compute.utils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.830276] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.830276] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.834072] env[70621]: DEBUG nova.network.neutron [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.836720] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.838397] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.838859] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.839443] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.840249] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.840249] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 647.840249] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.941796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.010746] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.010986] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.051939] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.224356] env[70621]: DEBUG nova.policy [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abc116256914628bca822a357521c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b0f4199737468c8f594a6abedb02ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.339215] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.346694] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.457011] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82423ca3-12e0-45e2-bedf-e0f534315876 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.466387] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83ec77c-91f3-49ae-8a94-ec6c01d26fa5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.499742] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8702b596-adf6-428c-8242-8bb95bcabb12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.508450] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9dbb69-cd5c-4272-b88a-a1bd3de897bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.514190] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.527234] env[70621]: DEBUG nova.compute.provider_tree [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.837312] env[70621]: DEBUG nova.network.neutron [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Successfully created port: 09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.031713] env[70621]: DEBUG nova.scheduler.client.report [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.043341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.355484] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.405993] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.406312] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.406497] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.406700] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.408522] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.408522] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.408522] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.408522] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.408522] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.408981] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.408981] env[70621]: DEBUG nova.virt.hardware [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.409670] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e65ca4a-5976-4494-9953-6295fd00edb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.420087] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1623497-57ff-46e1-9146-6e3a3a1652d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.441853] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d0605-c1c6-4e6e-b8a8-8ac36e8829de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.542774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.545082] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.546352] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.843s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.547825] env[70621]: INFO nova.compute.claims [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.716009] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.716384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.052631] env[70621]: DEBUG nova.compute.utils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.059300] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.060033] env[70621]: DEBUG nova.network.neutron [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.150080] env[70621]: DEBUG nova.policy [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74e4cf069f8943419fd3189326a70e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b9009ce7dc4c6a8268aa3b3f733488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.221856] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.557085] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.722848] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32444d-36b2-4bc6-baff-b5c6f4f1f008 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.738039] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc3604-ecac-41b8-bf77-df169b0aa437 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.781272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.781272] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abec0122-ff14-4433-9411-af7388ab26fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.790886] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206afaff-e7c1-42b4-ba6f-f9e474fbf7b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.810075] env[70621]: DEBUG nova.compute.provider_tree [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.057360] env[70621]: DEBUG nova.network.neutron [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Successfully created port: 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.314079] env[70621]: DEBUG nova.scheduler.client.report [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.550537] env[70621]: DEBUG nova.network.neutron [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Successfully updated port: 09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.572289] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.603810] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.604114] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.604310] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.604533] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.604716] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.604900] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.605156] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.605358] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.605554] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.605745] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.605956] env[70621]: DEBUG nova.virt.hardware [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.606894] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b580e02-775b-434e-ba39-fc2502151204 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.616225] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7ba8b8-b720-4ec9-a5fc-debb579844ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.820944] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.821614] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.826612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.885s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.828566] env[70621]: INFO nova.compute.claims [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.053414] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "refresh_cache-143e6ff9-4c24-42a8-93ac-39b1a8178926" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.053608] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired lock "refresh_cache-143e6ff9-4c24-42a8-93ac-39b1a8178926" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.054077] env[70621]: DEBUG nova.network.neutron [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.333792] env[70621]: DEBUG nova.compute.utils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.342065] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.342276] env[70621]: DEBUG nova.network.neutron [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.394315] env[70621]: DEBUG nova.policy [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185052ffeefd48729773a622b4e2fa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8ac3383ebc42e395a3bcda689db5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.676363] env[70621]: DEBUG nova.network.neutron [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.848026] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.987887] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeef3cc-00a3-4322-897b-dced332c6393 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.995711] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9c7fa-1c5e-4006-93f3-b1bad2080929 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.032878] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f5322a-3bf1-4314-bbd7-aa620225efd8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.043999] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d702a047-d0cf-47bb-b478-f6cc36c2cdbc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.060934] env[70621]: DEBUG nova.compute.provider_tree [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.144584] env[70621]: DEBUG nova.network.neutron [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Successfully created port: 28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.367039] env[70621]: DEBUG nova.network.neutron [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Updating instance_info_cache with network_info: [{"id": "09c9066a-d30a-437d-8c04-4b18748ffe67", "address": "fa:16:3e:ef:52:ab", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c9066a-d3", "ovs_interfaceid": "09c9066a-d30a-437d-8c04-4b18748ffe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.550759] env[70621]: DEBUG nova.compute.manager [req-f36fdb34-facb-44e0-972f-078113495147 req-a6eb1023-b49e-442d-adb8-15dc1829cd44 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Received event network-vif-plugged-09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.550840] env[70621]: DEBUG oslo_concurrency.lockutils [req-f36fdb34-facb-44e0-972f-078113495147 req-a6eb1023-b49e-442d-adb8-15dc1829cd44 service nova] Acquiring lock "143e6ff9-4c24-42a8-93ac-39b1a8178926-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.551061] env[70621]: DEBUG oslo_concurrency.lockutils [req-f36fdb34-facb-44e0-972f-078113495147 req-a6eb1023-b49e-442d-adb8-15dc1829cd44 service nova] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.551463] env[70621]: DEBUG oslo_concurrency.lockutils [req-f36fdb34-facb-44e0-972f-078113495147 req-a6eb1023-b49e-442d-adb8-15dc1829cd44 service nova] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.551529] env[70621]: DEBUG nova.compute.manager [req-f36fdb34-facb-44e0-972f-078113495147 req-a6eb1023-b49e-442d-adb8-15dc1829cd44 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] No waiting events found dispatching network-vif-plugged-09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 653.551653] env[70621]: WARNING nova.compute.manager [req-f36fdb34-facb-44e0-972f-078113495147 req-a6eb1023-b49e-442d-adb8-15dc1829cd44 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Received unexpected event network-vif-plugged-09c9066a-d30a-437d-8c04-4b18748ffe67 for instance with vm_state building and task_state spawning. [ 653.565759] env[70621]: DEBUG nova.scheduler.client.report [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.650151] env[70621]: DEBUG nova.network.neutron [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Successfully updated port: 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.861655] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.870970] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Releasing lock "refresh_cache-143e6ff9-4c24-42a8-93ac-39b1a8178926" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.871127] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Instance network_info: |[{"id": "09c9066a-d30a-437d-8c04-4b18748ffe67", "address": "fa:16:3e:ef:52:ab", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c9066a-d3", "ovs_interfaceid": "09c9066a-d30a-437d-8c04-4b18748ffe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.872429] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:52:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09c9066a-d30a-437d-8c04-4b18748ffe67', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.887326] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.887705] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04f55326-d268-433d-b936-46fc49af3406 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.903233] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.903709] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.903709] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.903876] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.905552] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.905641] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.906448] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.906448] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.906448] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.907020] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.907305] env[70621]: DEBUG nova.virt.hardware [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.908157] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f012e79-67ea-4f03-813e-10309a515ddc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.916292] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Created folder: OpenStack in parent group-v4. [ 653.916505] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating folder: Project (b0b0f4199737468c8f594a6abedb02ec). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.917853] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6734118d-abca-4bcf-acbd-67dc69f6136f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.936347] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86385c0a-cb34-4a41-9c14-13603128aff4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.942061] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Created folder: Project (b0b0f4199737468c8f594a6abedb02ec) in parent group-v818963. [ 653.942317] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating folder: Instances. Parent ref: group-v818964. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.942620] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a004d70d-89e8-4851-ba6e-1703660aca9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.964116] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Created folder: Instances in parent group-v818964. [ 653.964645] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.964950] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.965364] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b052671-e545-435e-8328-136a95d6a31c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.985785] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.985785] env[70621]: value = "task-4135164" [ 653.985785] env[70621]: _type = "Task" [ 653.985785] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.994864] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135164, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.073668] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.073668] env[70621]: DEBUG nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.075533] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.023s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.079285] env[70621]: INFO nova.compute.claims [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.157113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.157113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.157113] env[70621]: DEBUG nova.network.neutron [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.414447] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.415015] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.499794] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135164, 'name': CreateVM_Task, 'duration_secs': 0.390497} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.499973] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.526123] env[70621]: DEBUG oslo_vmware.service [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c1236b-6742-4f92-943e-6ff58eb5bc09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.541708] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.543039] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.543039] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.543169] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf2360e-7add-4e55-b0b3-128aa5f15a4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.550558] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 654.550558] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52147017-0ddc-1e33-c1b6-488018d5f9f2" [ 654.550558] env[70621]: _type = "Task" [ 654.550558] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.563794] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52147017-0ddc-1e33-c1b6-488018d5f9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.585903] env[70621]: DEBUG nova.compute.utils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.593665] env[70621]: DEBUG nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 654.868370] env[70621]: DEBUG nova.network.neutron [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.918023] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.998343] env[70621]: DEBUG nova.compute.manager [req-f59d088d-fd95-43f3-9820-9f3bc64f98a1 req-7e090ef1-c30b-41ae-9af8-fb1035b57ebb service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-vif-plugged-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.998567] env[70621]: DEBUG oslo_concurrency.lockutils [req-f59d088d-fd95-43f3-9820-9f3bc64f98a1 req-7e090ef1-c30b-41ae-9af8-fb1035b57ebb service nova] Acquiring lock "9fd729ba-094d-480c-9b90-23af25f98324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.998779] env[70621]: DEBUG oslo_concurrency.lockutils [req-f59d088d-fd95-43f3-9820-9f3bc64f98a1 req-7e090ef1-c30b-41ae-9af8-fb1035b57ebb service nova] Lock "9fd729ba-094d-480c-9b90-23af25f98324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.998940] env[70621]: DEBUG oslo_concurrency.lockutils [req-f59d088d-fd95-43f3-9820-9f3bc64f98a1 req-7e090ef1-c30b-41ae-9af8-fb1035b57ebb service nova] Lock "9fd729ba-094d-480c-9b90-23af25f98324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.999323] env[70621]: DEBUG nova.compute.manager [req-f59d088d-fd95-43f3-9820-9f3bc64f98a1 req-7e090ef1-c30b-41ae-9af8-fb1035b57ebb service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] No waiting events found dispatching network-vif-plugged-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 654.999439] env[70621]: WARNING nova.compute.manager [req-f59d088d-fd95-43f3-9820-9f3bc64f98a1 req-7e090ef1-c30b-41ae-9af8-fb1035b57ebb service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received unexpected event network-vif-plugged-383a9967-342b-40ac-88c9-ceb7102023de for instance with vm_state building and task_state spawning. [ 655.062290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.062565] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.063138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.063138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.063478] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.063761] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30cdbe40-1338-4c37-8ecc-b1367738823c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.084299] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.084555] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.085308] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069a842d-5f9f-40e9-8698-6df3ec638a02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.099023] env[70621]: DEBUG nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.104242] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7a763d-5bfd-4bdb-8614-0ac5af94bb2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.107998] env[70621]: DEBUG nova.network.neutron [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.114588] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 655.114588] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f279ac-bfa8-a8b6-67db-a14bbc8c0974" [ 655.114588] env[70621]: _type = "Task" [ 655.114588] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.126502] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f279ac-bfa8-a8b6-67db-a14bbc8c0974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.267807] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e378a-0f1c-485a-82ed-d780a54d8a73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.276657] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee30b268-8d3d-484e-a92a-ed834fef2252 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.310920] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dfd939-b103-41a4-b989-d5c877ce050a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.321171] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d80a5-ca86-4057-a86b-71228209b427 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.335584] env[70621]: DEBUG nova.compute.provider_tree [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.451557] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.614448] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.614448] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Instance network_info: |[{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.614685] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:7d:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '383a9967-342b-40ac-88c9-ceb7102023de', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.634415] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Creating folder: Project (11b9009ce7dc4c6a8268aa3b3f733488). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.634606] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc02672-bcb2-44a4-8c23-8eb80f7de633 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.646688] env[70621]: DEBUG nova.network.neutron [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Successfully updated port: 28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.653120] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 655.653623] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating directory with path [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.654236] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Created folder: Project (11b9009ce7dc4c6a8268aa3b3f733488) in parent group-v818963. [ 655.654543] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Creating folder: Instances. Parent ref: group-v818967. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.654859] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b40fffb5-23dd-449e-85a2-6f27a5a8ba49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.657545] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b34d223-4d3c-4090-9cac-fce547a38519 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.671253] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Created folder: Instances in parent group-v818967. [ 655.671253] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.671253] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.671253] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ad2703a-3019-4580-9fab-61f68a3c245d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.691371] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Created directory with path [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.691371] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Fetch image to [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 655.691590] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Downloading image file data dda99475-65f9-478e-9945-1cea6999496b to [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk on the data store datastore1 {{(pid=70621) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 655.693301] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25a990-4815-4822-ae0a-b458ba4c0659 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.699954] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.699954] env[70621]: value = "task-4135167" [ 655.699954] env[70621]: _type = "Task" [ 655.699954] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.713025] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e1f4a6-64dc-44ba-9e09-ea9d47df2643 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.717032] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135167, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.726523] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62dd3c2-bc68-4c32-8bb4-968efac93e5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.774575] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac05a71-7516-4253-ae49-04ef642a100a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.782915] env[70621]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-cac05006-7f6c-42eb-8d61-57898dff6fb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.839551] env[70621]: DEBUG nova.scheduler.client.report [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.872923] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Downloading image file data dda99475-65f9-478e-9945-1cea6999496b to the data store datastore1 {{(pid=70621) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 655.949817] env[70621]: DEBUG oslo_vmware.rw_handles [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 656.116016] env[70621]: DEBUG nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.155054] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-fb791a59-82e3-4dcc-b1db-86af929b7689" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.155227] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-fb791a59-82e3-4dcc-b1db-86af929b7689" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.155419] env[70621]: DEBUG nova.network.neutron [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.183826] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.183826] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.183826] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.184083] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.184083] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.184083] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.184083] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.184083] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.184306] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.184306] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.184522] env[70621]: DEBUG nova.virt.hardware [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.188306] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c0976-5953-4dff-9adf-890706a26378 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.200083] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e033e-b083-41d3-aa5f-b062269249a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.215401] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135167, 'name': CreateVM_Task, 'duration_secs': 0.410161} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.224212] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.226308] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.232426] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Creating folder: Project (bd4a276ac31a40c1ad62e73ba9ef0f22). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.240580] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.240580] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.241472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.241472] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9a7b65f-4c63-438d-8872-232fba87db82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.246039] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93db8c3c-c1e9-4a47-9c1e-882bc1e12e56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.252786] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 656.252786] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52080cb0-2df4-b3f0-6e89-6e3a8d635158" [ 656.252786] env[70621]: _type = "Task" [ 656.252786] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.263882] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Created folder: Project (bd4a276ac31a40c1ad62e73ba9ef0f22) in parent group-v818963. [ 656.263882] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Creating folder: Instances. Parent ref: group-v818970. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.266096] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8490ea91-7def-46cb-8093-5bb47ec2d5da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.272741] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.273757] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.273757] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.284296] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Created folder: Instances in parent group-v818970. [ 656.284296] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.286100] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.286475] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe9c971e-af16-485d-bc56-ab6e46e80711 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.313444] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.313444] env[70621]: value = "task-4135170" [ 656.313444] env[70621]: _type = "Task" [ 656.313444] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.326888] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135170, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.344952] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.345734] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.350704] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.004s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.350920] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.351261] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 656.351405] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.309s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.353530] env[70621]: INFO nova.compute.claims [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.361115] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d65b3-4f2c-41bb-ba09-6454c1679b1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.380804] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dcb56a-2b95-4ef4-9332-c064d50b6897 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.412784] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ce1b5-d7a6-40e2-bce1-130ba2a69717 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.427317] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acea2ac2-4b8a-490a-b70e-ce0e9ebcb16c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.472726] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180820MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 656.472972] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.709572] env[70621]: DEBUG oslo_vmware.rw_handles [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 656.709572] env[70621]: DEBUG oslo_vmware.rw_handles [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 656.814386] env[70621]: DEBUG nova.network.neutron [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.833309] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135170, 'name': CreateVM_Task, 'duration_secs': 0.354879} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.833647] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.833968] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.834979] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.834979] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.834979] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c41719-601c-4628-a583-e9bec21179ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.844236] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 656.844236] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525d5c8e-61ef-1f27-e78c-f651614c4127" [ 656.844236] env[70621]: _type = "Task" [ 656.844236] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.861035] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525d5c8e-61ef-1f27-e78c-f651614c4127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.862343] env[70621]: DEBUG nova.compute.utils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.864138] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Downloaded image file data dda99475-65f9-478e-9945-1cea6999496b to vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk on the data store datastore1 {{(pid=70621) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 656.866436] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 656.866660] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Copying Virtual Disk [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk to [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.868235] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.868480] env[70621]: DEBUG nova.network.neutron [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.870460] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dcbd52d-dbc1-47fc-917b-d357d3839645 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.877099] env[70621]: DEBUG nova.compute.manager [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Received event network-changed-09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.877099] env[70621]: DEBUG nova.compute.manager [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Refreshing instance network info cache due to event network-changed-09c9066a-d30a-437d-8c04-4b18748ffe67. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.877099] env[70621]: DEBUG oslo_concurrency.lockutils [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] Acquiring lock "refresh_cache-143e6ff9-4c24-42a8-93ac-39b1a8178926" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.877099] env[70621]: DEBUG oslo_concurrency.lockutils [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] Acquired lock "refresh_cache-143e6ff9-4c24-42a8-93ac-39b1a8178926" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.878089] env[70621]: DEBUG nova.network.neutron [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Refreshing network info cache for port 09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.879160] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.895038] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 656.895038] env[70621]: value = "task-4135171" [ 656.895038] env[70621]: _type = "Task" [ 656.895038] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.905254] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.060176] env[70621]: DEBUG nova.policy [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98c4ef277d54433db17e9be3210b2d04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fa0ac49a062456cba16af987ae3e424', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.360778] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.360848] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.361129] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.413316] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135171, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.572294] env[70621]: DEBUG nova.network.neutron [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Updating instance_info_cache with network_info: [{"id": "28ceb0df-4867-4952-967d-426c80dbaac7", "address": "fa:16:3e:16:2d:cd", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ceb0df-48", "ovs_interfaceid": "28ceb0df-4867-4952-967d-426c80dbaac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.716436] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e0a728-6f65-468b-acdf-a0510cdcc449 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.725435] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5926a7d7-d73a-4510-8146-309cba99af9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.781102] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b54736a-9444-45fc-9e9e-53562845de11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.789917] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c00f4b-75ae-42c2-a0e6-6967dab53ff2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.812079] env[70621]: DEBUG nova.compute.provider_tree [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.906494] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.916180] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735412} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.916654] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Copied Virtual Disk [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk to [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.916759] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleting the datastore file [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.917804] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c44dd5c9-505a-4a11-9808-cdf24804eb37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.926062] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 657.926062] env[70621]: value = "task-4135172" [ 657.926062] env[70621]: _type = "Task" [ 657.926062] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.948212] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.950626] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.952024] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.952444] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.952868] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.953498] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.953814] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.957021] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.957021] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.957021] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.957021] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.957021] env[70621]: DEBUG nova.virt.hardware [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.957350] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e663d75-6053-4ae2-8471-a23f3a61c5ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.967957] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa133dd-51e8-4ad0-89b3-247fec4d63ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.076505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-fb791a59-82e3-4dcc-b1db-86af929b7689" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.076505] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Instance network_info: |[{"id": "28ceb0df-4867-4952-967d-426c80dbaac7", "address": "fa:16:3e:16:2d:cd", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ceb0df-48", "ovs_interfaceid": "28ceb0df-4867-4952-967d-426c80dbaac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.077552] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:2d:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28ceb0df-4867-4952-967d-426c80dbaac7', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.087286] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating folder: Project (db8ac3383ebc42e395a3bcda689db5e4). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.087286] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bcaf626-aa6a-4470-a25e-8eebc30adf84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.100260] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created folder: Project (db8ac3383ebc42e395a3bcda689db5e4) in parent group-v818963. [ 658.100501] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating folder: Instances. Parent ref: group-v818973. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.100764] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b00bf83-1009-492e-b788-9ce3088b5060 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.113407] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created folder: Instances in parent group-v818973. [ 658.113684] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.117023] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.117023] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-701d4e25-e221-41fd-8a05-b9cafb1a95e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.137668] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.137668] env[70621]: value = "task-4135175" [ 658.137668] env[70621]: _type = "Task" [ 658.137668] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.152859] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135175, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.278038] env[70621]: DEBUG nova.network.neutron [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Updated VIF entry in instance network info cache for port 09c9066a-d30a-437d-8c04-4b18748ffe67. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.278131] env[70621]: DEBUG nova.network.neutron [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Updating instance_info_cache with network_info: [{"id": "09c9066a-d30a-437d-8c04-4b18748ffe67", "address": "fa:16:3e:ef:52:ab", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09c9066a-d3", "ovs_interfaceid": "09c9066a-d30a-437d-8c04-4b18748ffe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.319335] env[70621]: DEBUG nova.scheduler.client.report [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.445332] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04212} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.445332] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.445332] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Moving file from [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7/dda99475-65f9-478e-9945-1cea6999496b to [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b. {{(pid=70621) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 658.445593] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0abbc5cb-538a-4623-8fc1-b9377028724f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.457239] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 658.457239] env[70621]: value = "task-4135176" [ 658.457239] env[70621]: _type = "Task" [ 658.457239] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.470347] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135176, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.493764] env[70621]: DEBUG nova.compute.manager [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-changed-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.493764] env[70621]: DEBUG nova.compute.manager [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing instance network info cache due to event network-changed-383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.493977] env[70621]: DEBUG oslo_concurrency.lockutils [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] Acquiring lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.495172] env[70621]: DEBUG oslo_concurrency.lockutils [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] Acquired lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.495389] env[70621]: DEBUG nova.network.neutron [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.529508] env[70621]: DEBUG nova.network.neutron [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Successfully created port: 850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.656661] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135175, 'name': CreateVM_Task, 'duration_secs': 0.38778} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.657770] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.663218] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.663458] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.663815] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.664643] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0928b12-ca60-4cb5-ad2a-2bfb5beb9dc4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.671253] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 658.671253] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5234b1d8-3869-15b9-8f6d-5e34a8ba6d46" [ 658.671253] env[70621]: _type = "Task" [ 658.671253] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.684492] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5234b1d8-3869-15b9-8f6d-5e34a8ba6d46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.780884] env[70621]: DEBUG oslo_concurrency.lockutils [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] Releasing lock "refresh_cache-143e6ff9-4c24-42a8-93ac-39b1a8178926" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.781193] env[70621]: DEBUG nova.compute.manager [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Received event network-vif-plugged-28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.781487] env[70621]: DEBUG oslo_concurrency.lockutils [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] Acquiring lock "fb791a59-82e3-4dcc-b1db-86af929b7689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.781602] env[70621]: DEBUG oslo_concurrency.lockutils [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.782168] env[70621]: DEBUG oslo_concurrency.lockutils [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.782168] env[70621]: DEBUG nova.compute.manager [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] No waiting events found dispatching network-vif-plugged-28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 658.782168] env[70621]: WARNING nova.compute.manager [req-cb162091-ad85-4243-ab88-3291e647ba9f req-efe0d2fe-3e39-4fd1-8510-f9c906f51563 service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Received unexpected event network-vif-plugged-28ceb0df-4867-4952-967d-426c80dbaac7 for instance with vm_state building and task_state spawning. [ 658.830465] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.830465] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.835611] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.058s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.837178] env[70621]: INFO nova.compute.claims [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.973809] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135176, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033246} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.974169] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] File moved {{(pid=70621) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 658.976582] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Cleaning up location [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 658.976582] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleting the datastore file [datastore1] vmware_temp/895a99b4-e827-4dc4-9150-7649200b24f7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.976582] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8fd4e0-8fcd-49bf-8e15-53382f2a49d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.983243] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 658.983243] env[70621]: value = "task-4135177" [ 658.983243] env[70621]: _type = "Task" [ 658.983243] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.997274] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.055441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Acquiring lock "19f2d268-262e-4bc9-bc21-5a3f053be969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.059304] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Lock "19f2d268-262e-4bc9-bc21-5a3f053be969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.188470] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5234b1d8-3869-15b9-8f6d-5e34a8ba6d46, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.188816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.189134] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.189762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.346146] env[70621]: DEBUG nova.compute.utils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.354879] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.354879] env[70621]: DEBUG nova.network.neutron [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.468089] env[70621]: DEBUG nova.policy [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.497954] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038282} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.497954] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 659.497954] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a53389-ae24-4c2c-bf78-7e18efcd8a7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.506297] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 659.506297] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527fa022-41f1-271d-8db6-e04bf1004501" [ 659.506297] env[70621]: _type = "Task" [ 659.506297] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.526528] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527fa022-41f1-271d-8db6-e04bf1004501, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.526528] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.526528] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 143e6ff9-4c24-42a8-93ac-39b1a8178926/143e6ff9-4c24-42a8-93ac-39b1a8178926.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.526528] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.527119] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.527119] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae176410-85a3-4fab-b6e9-f9d7a5cd9576 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.528848] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e65a68c2-8261-4d2c-bfd6-06dc9dba86e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.537011] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 659.537011] env[70621]: value = "task-4135178" [ 659.537011] env[70621]: _type = "Task" [ 659.537011] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.541230] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.541230] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.545445] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3452bf19-d2c7-4a5c-9232-24a330192ad0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.556050] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.556050] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 659.556050] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5286033b-2177-3414-f477-0319403aa2cb" [ 659.556050] env[70621]: _type = "Task" [ 659.556050] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.565543] env[70621]: DEBUG nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.568248] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5286033b-2177-3414-f477-0319403aa2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.569649] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ad8190-b7e8-4a85-b525-9d3d0b5e1a5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.577853] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 659.577853] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cf2073-3e51-8905-19a1-c0718eccd1a2" [ 659.577853] env[70621]: _type = "Task" [ 659.577853] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.588779] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cf2073-3e51-8905-19a1-c0718eccd1a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.588779] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.588977] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9fd729ba-094d-480c-9b90-23af25f98324/9fd729ba-094d-480c-9b90-23af25f98324.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.589830] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.589830] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.589830] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc5291b-d5ad-45f8-8842-d80356bebc12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.592335] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6e7560c-11f0-434a-98d4-ae9a12d0aa57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.602534] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 659.602534] env[70621]: value = "task-4135179" [ 659.602534] env[70621]: _type = "Task" [ 659.602534] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.613912] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.615204] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.615204] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.616486] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25740d6f-b57c-477e-b99d-01ec57df4b65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.623274] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 659.623274] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528c718b-486d-8500-7b4b-522aee8293b3" [ 659.623274] env[70621]: _type = "Task" [ 659.623274] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.632668] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c718b-486d-8500-7b4b-522aee8293b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.691454] env[70621]: DEBUG nova.network.neutron [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updated VIF entry in instance network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.692327] env[70621]: DEBUG nova.network.neutron [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.855741] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.054725] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.088247] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.088247] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.110981] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.113957] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da223e6d-e7d2-404c-9043-514f22a5c920 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.125615] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.134256] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7048c250-46ee-4976-bf39-843c173b21a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.180430] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c718b-486d-8500-7b4b-522aee8293b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.181446] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666359d-c747-4ffb-b167-c0ea63fbac18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.188812] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81960ec-f7ff-405f-84fc-ee20047fb74f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.196630] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453bbed2-ff40-439d-9fb0-95668e929d40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.200832] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 660.200832] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c856a7-e515-35e4-6169-898f9a0a75e3" [ 660.200832] env[70621]: _type = "Task" [ 660.200832] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.201271] env[70621]: DEBUG oslo_concurrency.lockutils [req-0e84e5ed-621b-4eba-a08b-233c4be0afa9 req-d9cb1257-8039-4ffa-a1d2-050126a5c9ae service nova] Releasing lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.213581] env[70621]: DEBUG nova.compute.provider_tree [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.221343] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c856a7-e515-35e4-6169-898f9a0a75e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.551644] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54426} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.553380] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 143e6ff9-4c24-42a8-93ac-39b1a8178926/143e6ff9-4c24-42a8-93ac-39b1a8178926.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.553616] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.553879] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-318d24b1-ebec-4266-adee-b58ce59175ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.561405] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 660.561405] env[70621]: value = "task-4135180" [ 660.561405] env[70621]: _type = "Task" [ 660.561405] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.571975] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.593633] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.620021] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828645} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.620021] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9fd729ba-094d-480c-9b90-23af25f98324/9fd729ba-094d-480c-9b90-23af25f98324.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.620021] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.620021] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e3ddc23-9d08-4b62-bac8-51ee0915c75f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.630129] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 660.630129] env[70621]: value = "task-4135181" [ 660.630129] env[70621]: _type = "Task" [ 660.630129] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.643032] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.726897] env[70621]: DEBUG nova.network.neutron [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Successfully created port: 2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.731704] env[70621]: DEBUG nova.scheduler.client.report [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.739926] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c856a7-e515-35e4-6169-898f9a0a75e3, 'name': SearchDatastore_Task, 'duration_secs': 0.057787} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.739926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.739926] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 719140cd-6ce5-459a-96c7-e573f25239ee/719140cd-6ce5-459a-96c7-e573f25239ee.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.739926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.740505] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.740505] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac3eb12-0811-4918-96d4-512f1c844051 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.741782] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a97faafa-b18c-4293-9556-c2d1e3eab21a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.753026] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 660.753026] env[70621]: value = "task-4135182" [ 660.753026] env[70621]: _type = "Task" [ 660.753026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.754326] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.754521] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.758783] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457eb569-98b3-4c13-b1ed-e00636fd9e40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.764509] env[70621]: DEBUG nova.compute.manager [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Received event network-changed-28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.764509] env[70621]: DEBUG nova.compute.manager [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Refreshing instance network info cache due to event network-changed-28ceb0df-4867-4952-967d-426c80dbaac7. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.764509] env[70621]: DEBUG oslo_concurrency.lockutils [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] Acquiring lock "refresh_cache-fb791a59-82e3-4dcc-b1db-86af929b7689" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.764640] env[70621]: DEBUG oslo_concurrency.lockutils [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] Acquired lock "refresh_cache-fb791a59-82e3-4dcc-b1db-86af929b7689" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.764791] env[70621]: DEBUG nova.network.neutron [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Refreshing network info cache for port 28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.771675] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 660.771675] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52244eca-81e0-dd36-56e5-157519762bb3" [ 660.771675] env[70621]: _type = "Task" [ 660.771675] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.776923] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.795144] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52244eca-81e0-dd36-56e5-157519762bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.795144] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bfa7fb7-9f1e-4948-b9bb-9e5c6b4f827b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.805024] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 660.805024] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b0a2b2-a391-e8e1-05bf-24ee72093f1b" [ 660.805024] env[70621]: _type = "Task" [ 660.805024] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.814350] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b0a2b2-a391-e8e1-05bf-24ee72093f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.815879] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.815879] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] fb791a59-82e3-4dcc-b1db-86af929b7689/fb791a59-82e3-4dcc-b1db-86af929b7689.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.815879] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-483f9e98-72d0-47ed-92f3-8aafe48d087c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.824018] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 660.824018] env[70621]: value = "task-4135183" [ 660.824018] env[70621]: _type = "Task" [ 660.824018] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.837547] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.880296] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.882542] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "546b9c10-6fe1-4bf4-b81d-085aea635776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.882823] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.910708] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.910974] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.911155] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.911446] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.911559] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.911703] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.911931] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.914341] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.915384] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.917360] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.917360] env[70621]: DEBUG nova.virt.hardware [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.920620] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b39964-1058-4659-b5d4-b46841740bfa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.930721] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4adbf91-d295-4c0e-8741-adc456c873fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.074165] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07635} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.074576] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.075513] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edf90d5-ac56-485b-b024-56a227e0226f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.104247] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 143e6ff9-4c24-42a8-93ac-39b1a8178926/143e6ff9-4c24-42a8-93ac-39b1a8178926.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.107327] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702ebde9-d686-4f2c-96ca-5e374fb0f7f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.140734] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 661.140734] env[70621]: value = "task-4135184" [ 661.140734] env[70621]: _type = "Task" [ 661.140734] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.144676] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085347} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.150044] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.150044] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddcff09-b48a-4555-b778-cf41fb1d56a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.175535] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 9fd729ba-094d-480c-9b90-23af25f98324/9fd729ba-094d-480c-9b90-23af25f98324.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.182076] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.182076] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c03f2a-eca4-43c8-859d-70352d249819 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.197118] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.204908] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 661.204908] env[70621]: value = "task-4135185" [ 661.204908] env[70621]: _type = "Task" [ 661.204908] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.215130] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.238215] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.238215] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.241696] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.790s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.245373] env[70621]: INFO nova.compute.claims [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.267055] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.336313] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135183, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.655777] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135184, 'name': ReconfigVM_Task, 'duration_secs': 0.433691} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.656138] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 143e6ff9-4c24-42a8-93ac-39b1a8178926/143e6ff9-4c24-42a8-93ac-39b1a8178926.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.656862] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faac7bd5-e980-4089-a4e2-7639c982372c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.663253] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 661.663253] env[70621]: value = "task-4135186" [ 661.663253] env[70621]: _type = "Task" [ 661.663253] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.672680] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135186, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.717207] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.748570] env[70621]: DEBUG nova.compute.utils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.751578] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.752394] env[70621]: DEBUG nova.network.neutron [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.774911] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529979} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.774911] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 719140cd-6ce5-459a-96c7-e573f25239ee/719140cd-6ce5-459a-96c7-e573f25239ee.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.774911] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.774911] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ffe66ef-c991-4a4d-a59c-a706cc01030b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783692] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 661.783692] env[70621]: value = "task-4135187" [ 661.783692] env[70621]: _type = "Task" [ 661.783692] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.794940] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.839030] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814165} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.839464] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] fb791a59-82e3-4dcc-b1db-86af929b7689/fb791a59-82e3-4dcc-b1db-86af929b7689.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.839863] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.840272] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12b95ad4-9dfb-4ca3-a737-b53bfa87e97d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.851296] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 661.851296] env[70621]: value = "task-4135188" [ 661.851296] env[70621]: _type = "Task" [ 661.851296] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.862662] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.926201] env[70621]: DEBUG nova.network.neutron [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Successfully updated port: 850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.933434] env[70621]: DEBUG nova.policy [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd33bbe35ecda4113bb3f5bd0d9bda8e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc9b269326484080a5281a78022d1763', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.022556] env[70621]: DEBUG nova.network.neutron [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Updated VIF entry in instance network info cache for port 28ceb0df-4867-4952-967d-426c80dbaac7. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.022856] env[70621]: DEBUG nova.network.neutron [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Updating instance_info_cache with network_info: [{"id": "28ceb0df-4867-4952-967d-426c80dbaac7", "address": "fa:16:3e:16:2d:cd", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ceb0df-48", "ovs_interfaceid": "28ceb0df-4867-4952-967d-426c80dbaac7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.176267] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135186, 'name': Rename_Task, 'duration_secs': 0.157991} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.176613] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.176911] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e612b8dc-cec9-48c8-a8fd-672e3fb5fc22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.186587] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 662.186587] env[70621]: value = "task-4135189" [ 662.186587] env[70621]: _type = "Task" [ 662.186587] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.195152] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.216943] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135185, 'name': ReconfigVM_Task, 'duration_secs': 0.719035} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.217612] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 9fd729ba-094d-480c-9b90-23af25f98324/9fd729ba-094d-480c-9b90-23af25f98324.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.218516] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97173e8d-76ed-47de-a1e3-a463164a7d29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.229249] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 662.229249] env[70621]: value = "task-4135190" [ 662.229249] env[70621]: _type = "Task" [ 662.229249] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.242569] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135190, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.252563] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.306397] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118682} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.308401] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.312320] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c789a3e4-d4d8-458f-9d19-04f4f37640b4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.337070] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 719140cd-6ce5-459a-96c7-e573f25239ee/719140cd-6ce5-459a-96c7-e573f25239ee.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.340534] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7eef43a-f2fb-496b-9676-acbf33f3e2de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.374782] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073613} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.378722] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.378933] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 662.378933] env[70621]: value = "task-4135191" [ 662.378933] env[70621]: _type = "Task" [ 662.378933] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.379754] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60144912-9348-4073-81d1-d16282f97499 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.397844] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.422894] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] fb791a59-82e3-4dcc-b1db-86af929b7689/fb791a59-82e3-4dcc-b1db-86af929b7689.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.433090] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33ad9cf-d279-4bda-a8f1-bec30aa5d9da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.447940] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "refresh_cache-aa275333-f648-45fe-a003-8eb6320d4acb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.448390] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquired lock "refresh_cache-aa275333-f648-45fe-a003-8eb6320d4acb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.448694] env[70621]: DEBUG nova.network.neutron [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.459736] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 662.459736] env[70621]: value = "task-4135192" [ 662.459736] env[70621]: _type = "Task" [ 662.459736] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.468579] env[70621]: DEBUG nova.network.neutron [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Successfully created port: b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.483282] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.525852] env[70621]: DEBUG oslo_concurrency.lockutils [req-55fcdbca-47c6-47ec-862e-9e5ec11810b4 req-b15bf405-88b9-4104-8a11-6e8982e3f2da service nova] Releasing lock "refresh_cache-fb791a59-82e3-4dcc-b1db-86af929b7689" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.565617] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "50814155-ce47-43e6-843e-fe135953c0dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.565865] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "50814155-ce47-43e6-843e-fe135953c0dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.662662] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aa4244-22d2-442b-85aa-05582452602a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.672208] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1192ff7-085d-4d3c-ae84-cb6331dba6ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.722766] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e6f656-266e-4c1b-9aad-adc33c5fecdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.726769] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "c172b6f6-f855-435c-8627-f8061880b775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.727036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "c172b6f6-f855-435c-8627-f8061880b775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.733436] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.740866] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0d445d-eb00-4245-90d7-e37b5a8eed11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.750938] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135190, 'name': Rename_Task, 'duration_secs': 0.162826} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.759454] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.763980] env[70621]: DEBUG nova.compute.provider_tree [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.764984] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-282b42e2-7889-45cd-9524-828755bc10dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.775181] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 662.775181] env[70621]: value = "task-4135193" [ 662.775181] env[70621]: _type = "Task" [ 662.775181] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.785373] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.895032] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135191, 'name': ReconfigVM_Task, 'duration_secs': 0.366171} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.895677] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 719140cd-6ce5-459a-96c7-e573f25239ee/719140cd-6ce5-459a-96c7-e573f25239ee.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.896016] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea67280b-c7f2-47d7-b3b8-d756e92921b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.903857] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 662.903857] env[70621]: value = "task-4135194" [ 662.903857] env[70621]: _type = "Task" [ 662.903857] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.914745] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135194, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.974849] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135192, 'name': ReconfigVM_Task, 'duration_secs': 0.386966} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.975392] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Reconfigured VM instance instance-00000003 to attach disk [datastore1] fb791a59-82e3-4dcc-b1db-86af929b7689/fb791a59-82e3-4dcc-b1db-86af929b7689.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.980991] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8435ca4b-4209-4815-8742-d22af26a0502 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.990276] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 662.990276] env[70621]: value = "task-4135195" [ 662.990276] env[70621]: _type = "Task" [ 662.990276] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.005169] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135195, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.083043] env[70621]: DEBUG nova.network.neutron [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.223897] env[70621]: DEBUG oslo_vmware.api [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135189, 'name': PowerOnVM_Task, 'duration_secs': 0.622451} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.228012] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.230019] env[70621]: INFO nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Took 13.87 seconds to spawn the instance on the hypervisor. [ 663.230019] env[70621]: DEBUG nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.230663] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5cbcb7-1e7a-4434-b552-e23928af0252 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.267405] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.272136] env[70621]: DEBUG nova.scheduler.client.report [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.287030] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135193, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.313019] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.313019] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.313019] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.313285] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.313285] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.313285] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.313285] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.313285] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.313450] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.313450] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.313568] env[70621]: DEBUG nova.virt.hardware [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.314789] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad80d9-736a-4639-8c63-50bea3f789c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.323844] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c9b53-97de-4891-95d9-a4bfe244a522 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.417496] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135194, 'name': Rename_Task, 'duration_secs': 0.185065} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.417808] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.418109] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a08ba8b-ad2d-4b42-936f-7fd4d9b41fe5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.426387] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 663.426387] env[70621]: value = "task-4135196" [ 663.426387] env[70621]: _type = "Task" [ 663.426387] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.436039] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.502013] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135195, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.617214] env[70621]: DEBUG nova.compute.manager [req-021a1d4c-64a1-4fbc-8712-e0a74abd8188 req-ac14cfb9-2c7f-44f3-bfed-638ec05d3220 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Received event network-vif-plugged-850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.617660] env[70621]: DEBUG oslo_concurrency.lockutils [req-021a1d4c-64a1-4fbc-8712-e0a74abd8188 req-ac14cfb9-2c7f-44f3-bfed-638ec05d3220 service nova] Acquiring lock "aa275333-f648-45fe-a003-8eb6320d4acb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.621144] env[70621]: DEBUG oslo_concurrency.lockutils [req-021a1d4c-64a1-4fbc-8712-e0a74abd8188 req-ac14cfb9-2c7f-44f3-bfed-638ec05d3220 service nova] Lock "aa275333-f648-45fe-a003-8eb6320d4acb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.621375] env[70621]: DEBUG oslo_concurrency.lockutils [req-021a1d4c-64a1-4fbc-8712-e0a74abd8188 req-ac14cfb9-2c7f-44f3-bfed-638ec05d3220 service nova] Lock "aa275333-f648-45fe-a003-8eb6320d4acb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.621713] env[70621]: DEBUG nova.compute.manager [req-021a1d4c-64a1-4fbc-8712-e0a74abd8188 req-ac14cfb9-2c7f-44f3-bfed-638ec05d3220 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] No waiting events found dispatching network-vif-plugged-850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 663.622037] env[70621]: WARNING nova.compute.manager [req-021a1d4c-64a1-4fbc-8712-e0a74abd8188 req-ac14cfb9-2c7f-44f3-bfed-638ec05d3220 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Received unexpected event network-vif-plugged-850ce523-2f25-4e31-9de6-c94b6424124c for instance with vm_state building and task_state spawning. [ 663.646735] env[70621]: DEBUG nova.network.neutron [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Updating instance_info_cache with network_info: [{"id": "850ce523-2f25-4e31-9de6-c94b6424124c", "address": "fa:16:3e:c6:2a:b4", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850ce523-2f", "ovs_interfaceid": "850ce523-2f25-4e31-9de6-c94b6424124c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.761153] env[70621]: INFO nova.compute.manager [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Took 18.88 seconds to build instance. [ 663.778816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.779426] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.782215] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.309s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.801212] env[70621]: DEBUG oslo_vmware.api [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135193, 'name': PowerOnVM_Task, 'duration_secs': 0.555799} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.801373] env[70621]: DEBUG nova.network.neutron [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Successfully updated port: 2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.803810] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.804028] env[70621]: INFO nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Took 12.23 seconds to spawn the instance on the hypervisor. [ 663.804206] env[70621]: DEBUG nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.805373] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c591296-1a2c-4742-800a-c36e30fd3249 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.938866] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.001917] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135195, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.043855] env[70621]: DEBUG nova.compute.manager [req-3d8851b5-0d9b-437f-b4ba-a42d15c1c0de req-e18468db-09f7-4a68-bf86-d6a79eb69f23 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-vif-plugged-2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.045128] env[70621]: DEBUG oslo_concurrency.lockutils [req-3d8851b5-0d9b-437f-b4ba-a42d15c1c0de req-e18468db-09f7-4a68-bf86-d6a79eb69f23 service nova] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.045447] env[70621]: DEBUG oslo_concurrency.lockutils [req-3d8851b5-0d9b-437f-b4ba-a42d15c1c0de req-e18468db-09f7-4a68-bf86-d6a79eb69f23 service nova] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.045786] env[70621]: DEBUG oslo_concurrency.lockutils [req-3d8851b5-0d9b-437f-b4ba-a42d15c1c0de req-e18468db-09f7-4a68-bf86-d6a79eb69f23 service nova] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.045894] env[70621]: DEBUG nova.compute.manager [req-3d8851b5-0d9b-437f-b4ba-a42d15c1c0de req-e18468db-09f7-4a68-bf86-d6a79eb69f23 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] No waiting events found dispatching network-vif-plugged-2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.046035] env[70621]: WARNING nova.compute.manager [req-3d8851b5-0d9b-437f-b4ba-a42d15c1c0de req-e18468db-09f7-4a68-bf86-d6a79eb69f23 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received unexpected event network-vif-plugged-2b01a164-37ce-4784-bc0b-8e5b0b199535 for instance with vm_state building and task_state spawning. [ 664.150680] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Releasing lock "refresh_cache-aa275333-f648-45fe-a003-8eb6320d4acb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.151531] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Instance network_info: |[{"id": "850ce523-2f25-4e31-9de6-c94b6424124c", "address": "fa:16:3e:c6:2a:b4", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850ce523-2f", "ovs_interfaceid": "850ce523-2f25-4e31-9de6-c94b6424124c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.153905] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:2a:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '850ce523-2f25-4e31-9de6-c94b6424124c', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.161700] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Creating folder: Project (7fa0ac49a062456cba16af987ae3e424). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.162451] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f725d66a-add2-43d9-8d13-c02d140ae822 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.175884] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Created folder: Project (7fa0ac49a062456cba16af987ae3e424) in parent group-v818963. [ 664.176041] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Creating folder: Instances. Parent ref: group-v818976. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.176218] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-115ebd3a-a68b-4b27-affb-f35f060344ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.191959] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Created folder: Instances in parent group-v818976. [ 664.191959] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.191959] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.191959] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70254ff-46ec-40cc-a27a-797584847a9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.218337] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.218337] env[70621]: value = "task-4135199" [ 664.218337] env[70621]: _type = "Task" [ 664.218337] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.231912] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135199, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.264413] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94f77f5f-fcdb-476f-b15e-f7ce6226dc5f tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.394s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.291098] env[70621]: DEBUG nova.compute.utils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 664.302998] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 664.303223] env[70621]: DEBUG nova.network.neutron [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 664.308442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.308442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.308442] env[70621]: DEBUG nova.network.neutron [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.340729] env[70621]: INFO nova.compute.manager [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Took 17.68 seconds to build instance. [ 664.379101] env[70621]: DEBUG nova.policy [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4dd9ef45fd73418c8f33b3d19cc6320a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d4c786ca1f54e0583391d619b13253a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.439592] env[70621]: DEBUG oslo_vmware.api [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135196, 'name': PowerOnVM_Task, 'duration_secs': 0.999856} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.439592] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.439772] env[70621]: INFO nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Took 8.32 seconds to spawn the instance on the hypervisor. [ 664.439925] env[70621]: DEBUG nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 664.441264] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba962c-45c1-4724-97e2-5c8cc6880c44 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.504286] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135195, 'name': Rename_Task, 'duration_secs': 1.164615} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.504625] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.506566] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1056a9-89b2-4c28-9bf9-66a9e4e3ba1d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.514443] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 664.514443] env[70621]: value = "task-4135200" [ 664.514443] env[70621]: _type = "Task" [ 664.514443] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.530796] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.732780] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135199, 'name': CreateVM_Task, 'duration_secs': 0.393855} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.733569] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.734419] env[70621]: DEBUG oslo_vmware.service [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cf8d35-54b1-4d77-ab4e-067f3f5ac47a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.742671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.742891] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.743329] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.743643] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22fc1269-3c2a-42ad-8b2e-d5c1f3ecbfef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.750372] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 664.750372] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523d9f86-d9ce-1d8e-70c6-5f58d4791846" [ 664.750372] env[70621]: _type = "Task" [ 664.750372] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.763695] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523d9f86-d9ce-1d8e-70c6-5f58d4791846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.766304] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.807107] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.831123] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 143e6ff9-4c24-42a8-93ac-39b1a8178926 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831255] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9fd729ba-094d-480c-9b90-23af25f98324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831365] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance fb791a59-82e3-4dcc-b1db-86af929b7689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831491] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 719140cd-6ce5-459a-96c7-e573f25239ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831607] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance aa275333-f648-45fe-a003-8eb6320d4acb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831736] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance fd984f45-140c-49da-be4d-fda8e1ef9e2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831850] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 24857109-7a24-4b4b-ad4b-9512a6c23d5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.831963] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 10a5ff4b-5d67-4173-8378-a8cde0b80b6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 664.843507] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b0d615b0-51d0-48df-8b22-0a2e5f684033 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "9fd729ba-094d-480c-9b90-23af25f98324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.189s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.847782] env[70621]: DEBUG nova.network.neutron [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Successfully created port: 2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.918373] env[70621]: DEBUG nova.network.neutron [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.969640] env[70621]: INFO nova.compute.manager [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Took 17.06 seconds to build instance. [ 665.029958] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.073136] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "5a0ea751-b3b0-4246-865b-46eab03144ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.073459] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.264698] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.265152] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.266232] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.266815] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.266815] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.267672] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4f03940-f292-456e-bd89-3db50321ec32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.279555] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.281892] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.283297] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8f4366-7c0e-4199-994d-ba4681c127e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.292444] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa94ff2b-ccec-462c-b05e-1bc7e756a061 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.299195] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 665.299195] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ed38c9-ad86-1ef3-f8ed-700440a62041" [ 665.299195] env[70621]: _type = "Task" [ 665.299195] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.310587] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ed38c9-ad86-1ef3-f8ed-700440a62041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.311639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.340089] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 19f2d268-262e-4bc9-bc21-5a3f053be969 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 665.347915] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.473794] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f6f79a7-0915-457f-b9a2-53bc5be26c0c tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "719140cd-6ce5-459a-96c7-e573f25239ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.575s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.507055] env[70621]: DEBUG nova.network.neutron [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.529095] env[70621]: DEBUG oslo_vmware.api [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135200, 'name': PowerOnVM_Task, 'duration_secs': 0.552974} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.529936] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.531521] env[70621]: INFO nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Took 11.67 seconds to spawn the instance on the hypervisor. [ 665.531721] env[70621]: DEBUG nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 665.532888] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e941ce-f9f4-43e6-a5f3-eb41793f3143 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.602683] env[70621]: DEBUG nova.network.neutron [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Successfully updated port: b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.815411] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 665.815780] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Creating directory with path [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.817108] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5102ce-044f-42ad-9f72-08710bcf6588 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.822902] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.845767] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 8322f8fc-34cb-4f84-92c1-9ce169608d63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 665.849503] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Created directory with path [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.849764] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Fetch image to [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 665.850123] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Downloading image file data dda99475-65f9-478e-9945-1cea6999496b to [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk on the data store datastore2 {{(pid=70621) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 665.851517] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aa1086-7234-47c1-935d-3cd249afc7b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.858165] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.858597] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.858876] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.859178] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.862289] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.862289] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.862289] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.862289] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.862289] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.862451] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.862451] env[70621]: DEBUG nova.virt.hardware [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.864528] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25e800-d3b0-4847-afc9-5d9e7458a312 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.879601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7294833-6a57-4244-b813-b608e1a7c1f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.890471] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca61a3-474d-411c-adb8-b9758c14ae78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.920208] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.923139] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157ebb6-a7b2-4222-97c7-781abbf0c87c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.972907] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d47fa9-cea6-44b3-9745-4157975d2357 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.983738] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.988527] env[70621]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-41225669-abfa-4874-b8d5-1bb56fe70267 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.017025] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Instance network_info: |[{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.017450] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:02:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b01a164-37ce-4784-bc0b-8e5b0b199535', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.037459] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Creating folder: Project (9ac3131714ef44a3a68dcf32a8fc3ae2). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.039507] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b431163-55a1-45a7-b2dd-f039f0521df6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.042708] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Downloading image file data dda99475-65f9-478e-9945-1cea6999496b to the data store datastore2 {{(pid=70621) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 666.069981] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Created folder: Project (9ac3131714ef44a3a68dcf32a8fc3ae2) in parent group-v818963. [ 666.069981] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Creating folder: Instances. Parent ref: group-v818979. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.074058] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ba1445-043c-4134-a47c-b95b2a1742cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.077985] env[70621]: INFO nova.compute.manager [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Took 19.40 seconds to build instance. [ 666.092950] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Created folder: Instances in parent group-v818979. [ 666.093804] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.093804] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.094144] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30078f6-ec85-498f-9e25-9bef5095c004 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.131310] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "refresh_cache-24857109-7a24-4b4b-ad4b-9512a6c23d5d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.131418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquired lock "refresh_cache-24857109-7a24-4b4b-ad4b-9512a6c23d5d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.131656] env[70621]: DEBUG nova.network.neutron [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.140881] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.140881] env[70621]: value = "task-4135203" [ 666.140881] env[70621]: _type = "Task" [ 666.140881] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.151839] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135203, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.167506] env[70621]: DEBUG oslo_vmware.rw_handles [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 666.355169] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 546b9c10-6fe1-4bf4-b81d-085aea635776 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 666.510524] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.586558] env[70621]: DEBUG oslo_concurrency.lockutils [None req-76429828-f786-4790-a1f3-816f20f8c9ff tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.912s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.655282] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135203, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.692873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.692873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.729851] env[70621]: DEBUG nova.network.neutron [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.863018] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50814155-ce47-43e6-843e-fe135953c0dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 667.092885] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.127804] env[70621]: DEBUG oslo_vmware.rw_handles [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 667.128024] env[70621]: DEBUG oslo_vmware.rw_handles [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 667.159622] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135203, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.182864] env[70621]: DEBUG nova.network.neutron [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Updating instance_info_cache with network_info: [{"id": "b00602b9-d3f3-473a-896c-27cf6be41b63", "address": "fa:16:3e:1a:82:85", "network": {"id": "bd4fdc3f-11e9-4b3f-bd57-92f697f9fc8c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1279840001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc9b269326484080a5281a78022d1763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00602b9-d3", "ovs_interfaceid": "b00602b9-d3f3-473a-896c-27cf6be41b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.228028] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Downloaded image file data dda99475-65f9-478e-9945-1cea6999496b to vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk on the data store datastore2 {{(pid=70621) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 667.228028] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 667.230461] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Copying Virtual Disk [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk to [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.230861] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4e2bb51-d239-467b-9aa1-67b7fde107fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.241894] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 667.241894] env[70621]: value = "task-4135204" [ 667.241894] env[70621]: _type = "Task" [ 667.241894] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.251268] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.368226] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c172b6f6-f855-435c-8627-f8061880b775 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 667.521237] env[70621]: DEBUG nova.network.neutron [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Successfully updated port: 2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.626155] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.655581] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135203, 'name': CreateVM_Task, 'duration_secs': 1.440713} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.655968] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.656564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.656741] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.657102] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.657397] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfd2dd1-5109-4264-acd8-e0c43e39c7ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.664155] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 667.664155] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52958c21-fe64-e240-1927-466a80211874" [ 667.664155] env[70621]: _type = "Task" [ 667.664155] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.674767] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52958c21-fe64-e240-1927-466a80211874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.684620] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Releasing lock "refresh_cache-24857109-7a24-4b4b-ad4b-9512a6c23d5d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.685017] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Instance network_info: |[{"id": "b00602b9-d3f3-473a-896c-27cf6be41b63", "address": "fa:16:3e:1a:82:85", "network": {"id": "bd4fdc3f-11e9-4b3f-bd57-92f697f9fc8c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1279840001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc9b269326484080a5281a78022d1763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00602b9-d3", "ovs_interfaceid": "b00602b9-d3f3-473a-896c-27cf6be41b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.685478] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:82:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b00602b9-d3f3-473a-896c-27cf6be41b63', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.693926] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Creating folder: Project (cc9b269326484080a5281a78022d1763). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.694244] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277ed907-f09f-4c02-9368-8e45e508dc46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.706883] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Created folder: Project (cc9b269326484080a5281a78022d1763) in parent group-v818963. [ 667.707150] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Creating folder: Instances. Parent ref: group-v818982. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.707858] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-273bb135-cd57-472d-a62c-ee3e8650530c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.719540] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Created folder: Instances in parent group-v818982. [ 667.719847] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.720070] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.720372] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a836ce2-5716-4e57-b50f-3a4950c828ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.747722] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.747722] env[70621]: value = "task-4135207" [ 667.747722] env[70621]: _type = "Task" [ 667.747722] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.755653] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135204, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.761487] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135207, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.872830] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 5a0ea751-b3b0-4246-865b-46eab03144ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 667.873780] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 667.873780] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 667.960988] env[70621]: DEBUG nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Received event network-changed-850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.960988] env[70621]: DEBUG nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Refreshing instance network info cache due to event network-changed-850ce523-2f25-4e31-9de6-c94b6424124c. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.960988] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Acquiring lock "refresh_cache-aa275333-f648-45fe-a003-8eb6320d4acb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.960988] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Acquired lock "refresh_cache-aa275333-f648-45fe-a003-8eb6320d4acb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.960988] env[70621]: DEBUG nova.network.neutron [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Refreshing network info cache for port 850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.024417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.024589] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquired lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.024746] env[70621]: DEBUG nova.network.neutron [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.109376] env[70621]: DEBUG nova.compute.manager [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-changed-2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.109564] env[70621]: DEBUG nova.compute.manager [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Refreshing instance network info cache due to event network-changed-2b01a164-37ce-4784-bc0b-8e5b0b199535. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.109772] env[70621]: DEBUG oslo_concurrency.lockutils [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] Acquiring lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.109908] env[70621]: DEBUG oslo_concurrency.lockutils [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] Acquired lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.111191] env[70621]: DEBUG nova.network.neutron [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Refreshing network info cache for port 2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.178016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.178292] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.178504] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.184483] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4c756-a73b-415f-9022-d148d1c517ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.194134] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267882b-ced8-446f-a5f3-7cfb437cba63 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.230243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e435fe01-fe66-465f-a601-4fde53389c29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.241415] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb26d17-14e5-4297-b7fa-2cbaa4b266ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.265124] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.276445] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135204, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.290721] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135207, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.293375] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Acquiring lock "143e6ff9-4c24-42a8-93ac-39b1a8178926" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.293600] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.293814] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Acquiring lock "143e6ff9-4c24-42a8-93ac-39b1a8178926-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.293996] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.294315] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.296692] env[70621]: INFO nova.compute.manager [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Terminating instance [ 668.760251] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135204, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.037763} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.765264] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Copied Virtual Disk [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk to [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.765264] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleting the datastore file [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b/tmp-sparse.vmdk {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.765264] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135207, 'name': CreateVM_Task, 'duration_secs': 1.001925} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.765264] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b173d6d5-3feb-4e96-9581-0510f9590a91 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.766272] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.767106] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.767590] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.767981] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.769309] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25899769-e21a-4061-8dde-5e37823943c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.774413] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 668.774413] env[70621]: value = "task-4135208" [ 668.774413] env[70621]: _type = "Task" [ 668.774413] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.775139] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 668.775139] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fde3b1-d49a-0068-446f-2d6388ff00de" [ 668.775139] env[70621]: _type = "Task" [ 668.775139] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.782766] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.802576] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.802954] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.803250] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.803469] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.804035] env[70621]: DEBUG nova.compute.manager [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.804293] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.805612] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0fd01f-27e4-4b01-a1f6-6e0ff484c0e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.809367] env[70621]: DEBUG nova.network.neutron [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.817248] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.817524] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7312581-3b7d-457a-a35e-ca9fac64106b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.825166] env[70621]: DEBUG oslo_vmware.api [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Waiting for the task: (returnval){ [ 668.825166] env[70621]: value = "task-4135209" [ 668.825166] env[70621]: _type = "Task" [ 668.825166] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.835110] env[70621]: DEBUG oslo_vmware.api [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Task: {'id': task-4135209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.236618] env[70621]: DEBUG nova.compute.manager [None req-22d25e60-b7e2-4631-a9c1-a7d10a58336e tempest-ServerDiagnosticsV248Test-52753755 tempest-ServerDiagnosticsV248Test-52753755-project-admin] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.237865] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fca4b38-677a-4044-b596-f6d616508d25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.249297] env[70621]: INFO nova.compute.manager [None req-22d25e60-b7e2-4631-a9c1-a7d10a58336e tempest-ServerDiagnosticsV248Test-52753755 tempest-ServerDiagnosticsV248Test-52753755-project-admin] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Retrieving diagnostics [ 669.250091] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea6fbce-7315-4fc9-9736-de776da6634d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.291800] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 669.291942] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.510s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.300788] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.190s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.302410] env[70621]: INFO nova.compute.claims [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.312715] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057597} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.312965] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.313193] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Moving file from [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20/dda99475-65f9-478e-9945-1cea6999496b to [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b. {{(pid=70621) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 669.313463] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6867775e-15a3-49b5-acac-0da3ec4ec410 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.328553] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 669.328553] env[70621]: value = "task-4135210" [ 669.328553] env[70621]: _type = "Task" [ 669.328553] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.341610] env[70621]: DEBUG oslo_vmware.api [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Task: {'id': task-4135209, 'name': PowerOffVM_Task, 'duration_secs': 0.242514} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.344909] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.344909] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.345196] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135210, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.347957] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f7a1da1-0cd2-40b8-96af-ac9bc80a1051 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.430936] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.431368] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.431577] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Deleting the datastore file [datastore1] 143e6ff9-4c24-42a8-93ac-39b1a8178926 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.432080] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c5a61a-7a8e-49f1-a6d8-933f595d7e9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.441527] env[70621]: DEBUG oslo_vmware.api [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Waiting for the task: (returnval){ [ 669.441527] env[70621]: value = "task-4135212" [ 669.441527] env[70621]: _type = "Task" [ 669.441527] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.456447] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.456842] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.461722] env[70621]: DEBUG oslo_vmware.api [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Task: {'id': task-4135212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.479464] env[70621]: DEBUG nova.network.neutron [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updating instance_info_cache with network_info: [{"id": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "address": "fa:16:3e:c3:f7:90", "network": {"id": "632309bd-4cb0-4637-9af3-faae396e1211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358425090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4c786ca1f54e0583391d619b13253a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec8ae2d-bf", "ovs_interfaceid": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.559020] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "fb791a59-82e3-4dcc-b1db-86af929b7689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.559724] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.559951] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "fb791a59-82e3-4dcc-b1db-86af929b7689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.560238] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.560994] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.564432] env[70621]: INFO nova.compute.manager [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Terminating instance [ 669.681087] env[70621]: DEBUG nova.network.neutron [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Updated VIF entry in instance network info cache for port 850ce523-2f25-4e31-9de6-c94b6424124c. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.681742] env[70621]: DEBUG nova.network.neutron [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Updating instance_info_cache with network_info: [{"id": "850ce523-2f25-4e31-9de6-c94b6424124c", "address": "fa:16:3e:c6:2a:b4", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.229", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap850ce523-2f", "ovs_interfaceid": "850ce523-2f25-4e31-9de6-c94b6424124c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.685085] env[70621]: DEBUG nova.network.neutron [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updated VIF entry in instance network info cache for port 2b01a164-37ce-4784-bc0b-8e5b0b199535. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.685592] env[70621]: DEBUG nova.network.neutron [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.846783] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135210, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.050826} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.849135] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] File moved {{(pid=70621) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 669.849135] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Cleaning up location [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 669.849135] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleting the datastore file [datastore2] vmware_temp/367a898c-e3f2-4668-975a-d126b6a0df20 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.849135] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd84eaf-b303-4d46-a222-1cbe8ead876d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.862844] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 669.862844] env[70621]: value = "task-4135213" [ 669.862844] env[70621]: _type = "Task" [ 669.862844] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.877209] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.959448] env[70621]: DEBUG oslo_vmware.api [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Task: {'id': task-4135212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43337} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.960215] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.960567] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.960879] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.961213] env[70621]: INFO nova.compute.manager [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Took 1.16 seconds to destroy the instance on the hypervisor. [ 669.961581] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.961902] env[70621]: DEBUG nova.compute.manager [-] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.962113] env[70621]: DEBUG nova.network.neutron [-] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.981804] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Releasing lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.982290] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Instance network_info: |[{"id": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "address": "fa:16:3e:c3:f7:90", "network": {"id": "632309bd-4cb0-4637-9af3-faae396e1211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358425090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4c786ca1f54e0583391d619b13253a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec8ae2d-bf", "ovs_interfaceid": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.982798] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:f7:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.992739] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Creating folder: Project (1d4c786ca1f54e0583391d619b13253a). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.992739] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5905f9f-1b69-4453-af52-aa2cfbffe9e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.003669] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Created folder: Project (1d4c786ca1f54e0583391d619b13253a) in parent group-v818963. [ 670.003922] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Creating folder: Instances. Parent ref: group-v818985. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.004200] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5e729db-a467-4eb4-b4fd-1473990c4136 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.015425] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Created folder: Instances in parent group-v818985. [ 670.016486] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.016581] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.016812] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4751fc5f-ee05-4763-8a97-8e7f3f386062 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.039152] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.039152] env[70621]: value = "task-4135216" [ 670.039152] env[70621]: _type = "Task" [ 670.039152] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.050199] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135216, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.076871] env[70621]: DEBUG nova.compute.manager [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.077121] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.079908] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d63978b-785d-4163-8315-44eb8c66d5eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.090606] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.090879] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24ec0638-be94-4ec7-b54d-a78efd12add2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.098992] env[70621]: DEBUG oslo_vmware.api [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 670.098992] env[70621]: value = "task-4135217" [ 670.098992] env[70621]: _type = "Task" [ 670.098992] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.117466] env[70621]: DEBUG oslo_vmware.api [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.186350] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Releasing lock "refresh_cache-aa275333-f648-45fe-a003-8eb6320d4acb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.189119] env[70621]: DEBUG nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Received event network-vif-plugged-b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.189730] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Acquiring lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.189730] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.189909] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.190133] env[70621]: DEBUG nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] No waiting events found dispatching network-vif-plugged-b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 670.190340] env[70621]: WARNING nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Received unexpected event network-vif-plugged-b00602b9-d3f3-473a-896c-27cf6be41b63 for instance with vm_state building and task_state spawning. [ 670.190526] env[70621]: DEBUG nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Received event network-changed-b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.190719] env[70621]: DEBUG nova.compute.manager [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Refreshing instance network info cache due to event network-changed-b00602b9-d3f3-473a-896c-27cf6be41b63. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.190925] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Acquiring lock "refresh_cache-24857109-7a24-4b4b-ad4b-9512a6c23d5d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.191090] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Acquired lock "refresh_cache-24857109-7a24-4b4b-ad4b-9512a6c23d5d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.191262] env[70621]: DEBUG nova.network.neutron [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Refreshing network info cache for port b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.192832] env[70621]: DEBUG oslo_concurrency.lockutils [req-e8938064-3e8d-4b24-a907-be92a3facd8f req-e1b71155-c0f1-44e7-9d40-4bcf330d8813 service nova] Releasing lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.384783] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.388928] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.390710] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5f631f-e952-4edf-8408-05b636e45165 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.397514] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 670.397514] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520bb21d-40a3-4d0f-3d7c-237dab433d5c" [ 670.397514] env[70621]: _type = "Task" [ 670.397514] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.407511] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520bb21d-40a3-4d0f-3d7c-237dab433d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.551581] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135216, 'name': CreateVM_Task, 'duration_secs': 0.412568} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.551774] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.552662] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.552955] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.553402] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.557032] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f917238-b89f-42ab-ae25-b7d676c44a71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.564431] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 670.564431] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5201f52f-5653-4f46-dc18-873692320fa8" [ 670.564431] env[70621]: _type = "Task" [ 670.564431] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.579587] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5201f52f-5653-4f46-dc18-873692320fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.580232] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.580538] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.580817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.610399] env[70621]: DEBUG oslo_vmware.api [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135217, 'name': PowerOffVM_Task, 'duration_secs': 0.218025} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.610399] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.610399] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.610399] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee6d1484-16ff-4024-9280-dfb25da51179 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.648756] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0552428-57d7-4293-a192-93977e00c84a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.657865] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4814cb08-31a4-4866-bc8b-6e95b6e01c4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.692976] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bc6d72-0589-4a0d-9fff-6a2225770255 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.696145] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.696273] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.696479] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleting the datastore file [datastore1] fb791a59-82e3-4dcc-b1db-86af929b7689 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.698731] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a763b79-1043-4876-8a52-47f0ba8e4b9a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.706568] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a5fdf-23eb-4f2c-935f-3e0ee338f399 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.712312] env[70621]: DEBUG oslo_vmware.api [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 670.712312] env[70621]: value = "task-4135219" [ 670.712312] env[70621]: _type = "Task" [ 670.712312] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.725152] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.732350] env[70621]: DEBUG oslo_vmware.api [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.911225] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520bb21d-40a3-4d0f-3d7c-237dab433d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.911675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.911873] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] aa275333-f648-45fe-a003-8eb6320d4acb/aa275333-f648-45fe-a003-8eb6320d4acb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.912210] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.913696] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.913770] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1de8628-21fb-4bbf-adb5-add806f7215b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.915807] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-382778af-1017-484a-9330-4b3e33820dd0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.925489] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 670.925489] env[70621]: value = "task-4135220" [ 670.925489] env[70621]: _type = "Task" [ 670.925489] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.927576] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.927851] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.932540] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31662d7e-9dd2-4ffa-9fe3-fac288bcfc68 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.947753] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 670.947753] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520a8b5d-d326-f5bd-5d88-8b68b8b96f04" [ 670.947753] env[70621]: _type = "Task" [ 670.947753] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.947753] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.956622] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520a8b5d-d326-f5bd-5d88-8b68b8b96f04, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.957264] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce80cc44-6013-468c-b2e6-ffeb9d357abb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.964368] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 670.964368] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bc448c-766d-6037-401d-8f91240c14da" [ 670.964368] env[70621]: _type = "Task" [ 670.964368] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.973253] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc448c-766d-6037-401d-8f91240c14da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.226099] env[70621]: DEBUG oslo_vmware.api [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135733} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.226497] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.226783] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.227031] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.229369] env[70621]: INFO nova.compute.manager [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Took 1.15 seconds to destroy the instance on the hypervisor. [ 671.229810] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.233207] env[70621]: DEBUG nova.compute.manager [-] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.233342] env[70621]: DEBUG nova.network.neutron [-] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.280032] env[70621]: ERROR nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [req-d72200f6-b4b8-4790-80c3-1cd67259c979] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d72200f6-b4b8-4790-80c3-1cd67259c979"}]} [ 671.310725] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 671.338533] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 671.339479] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.354940] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 671.384298] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 671.446878] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505522} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.447910] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] aa275333-f648-45fe-a003-8eb6320d4acb/aa275333-f648-45fe-a003-8eb6320d4acb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.448121] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.448403] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a48e450-4fc6-43b8-8076-03f2bb788c0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.466722] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 671.466722] env[70621]: value = "task-4135221" [ 671.466722] env[70621]: _type = "Task" [ 671.466722] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.480923] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc448c-766d-6037-401d-8f91240c14da, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.486273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.486617] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] fd984f45-140c-49da-be4d-fda8e1ef9e2a/fd984f45-140c-49da-be4d-fda8e1ef9e2a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.487070] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.489231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.490288] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.490288] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc0e8589-e50c-43df-a787-1340e2db3191 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.492733] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68dd070d-ece0-4024-9b6f-7c4a37ae63a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.500715] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 671.500715] env[70621]: value = "task-4135222" [ 671.500715] env[70621]: _type = "Task" [ 671.500715] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.511091] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.511474] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.513052] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481297d7-4997-4501-847f-24fdc79e796a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.520434] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.528037] env[70621]: DEBUG nova.network.neutron [-] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.534361] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 671.534361] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cd14e4-4a50-da69-694e-d3548425cd42" [ 671.534361] env[70621]: _type = "Task" [ 671.534361] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.543542] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cd14e4-4a50-da69-694e-d3548425cd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.743226] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1965d68-9abf-476f-8049-29bd712a9df8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.752290] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6014a-d102-40c1-bcab-ec0faa28d1ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.793389] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62e4d8d-d84e-4c01-a5b0-88787fe348b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.802864] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581192f7-f5a0-478e-b0d6-e4697c9319e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.819695] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.823073] env[70621]: DEBUG nova.network.neutron [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Updated VIF entry in instance network info cache for port b00602b9-d3f3-473a-896c-27cf6be41b63. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.823476] env[70621]: DEBUG nova.network.neutron [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Updating instance_info_cache with network_info: [{"id": "b00602b9-d3f3-473a-896c-27cf6be41b63", "address": "fa:16:3e:1a:82:85", "network": {"id": "bd4fdc3f-11e9-4b3f-bd57-92f697f9fc8c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1279840001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc9b269326484080a5281a78022d1763", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb00602b9-d3", "ovs_interfaceid": "b00602b9-d3f3-473a-896c-27cf6be41b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.981167] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096413} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.981167] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.982029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b43d64-0ca5-4bbf-b05f-cf57e485eea8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.010121] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] aa275333-f648-45fe-a003-8eb6320d4acb/aa275333-f648-45fe-a003-8eb6320d4acb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.010724] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-814ecde6-146f-4fcb-aae6-0833d0d8d796 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.032894] env[70621]: INFO nova.compute.manager [-] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Took 2.07 seconds to deallocate network for instance. [ 672.051263] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135222, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.051884] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 672.051884] env[70621]: value = "task-4135223" [ 672.051884] env[70621]: _type = "Task" [ 672.051884] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.060691] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cd14e4-4a50-da69-694e-d3548425cd42, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.062970] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a00214-1198-4214-b7c1-6448261bbc83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.069879] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.073688] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 672.073688] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525e9808-c8f1-b7d9-863a-f2a688511230" [ 672.073688] env[70621]: _type = "Task" [ 672.073688] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.083588] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525e9808-c8f1-b7d9-863a-f2a688511230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.333292] env[70621]: DEBUG oslo_concurrency.lockutils [req-2dd1ca0e-3f97-473e-b0d3-68d65cb3eeff req-54599ab0-e900-45eb-b46b-9c878abc8a89 service nova] Releasing lock "refresh_cache-24857109-7a24-4b4b-ad4b-9512a6c23d5d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.337826] env[70621]: DEBUG nova.compute.manager [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Received event network-vif-plugged-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.338361] env[70621]: DEBUG oslo_concurrency.lockutils [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.340290] env[70621]: DEBUG oslo_concurrency.lockutils [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.340539] env[70621]: DEBUG oslo_concurrency.lockutils [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.340736] env[70621]: DEBUG nova.compute.manager [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] No waiting events found dispatching network-vif-plugged-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.340908] env[70621]: WARNING nova.compute.manager [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Received unexpected event network-vif-plugged-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b for instance with vm_state building and task_state spawning. [ 672.341101] env[70621]: DEBUG nova.compute.manager [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Received event network-changed-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.341267] env[70621]: DEBUG nova.compute.manager [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Refreshing instance network info cache due to event network-changed-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.341467] env[70621]: DEBUG oslo_concurrency.lockutils [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] Acquiring lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.341604] env[70621]: DEBUG oslo_concurrency.lockutils [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] Acquired lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.341757] env[70621]: DEBUG nova.network.neutron [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Refreshing network info cache for port 2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.356798] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "512a48da-29e8-41ca-bace-313966e1abe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.357013] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "512a48da-29e8-41ca-bace-313966e1abe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.358791] env[70621]: ERROR nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [req-9622393b-f904-48b3-99f7-f79d5b9c717c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9622393b-f904-48b3-99f7-f79d5b9c717c"}]} [ 672.389194] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 672.410818] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 672.411278] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.424824] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 672.455813] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 672.525892] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586014} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.525892] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] fd984f45-140c-49da-be4d-fda8e1ef9e2a/fd984f45-140c-49da-be4d-fda8e1ef9e2a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.526101] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.526382] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6df9be4e-087c-4bbc-a15e-b8e177849c43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.537030] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 672.537030] env[70621]: value = "task-4135224" [ 672.537030] env[70621]: _type = "Task" [ 672.537030] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.547810] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.554441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.563886] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135223, 'name': ReconfigVM_Task, 'duration_secs': 0.344429} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.563886] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Reconfigured VM instance instance-00000005 to attach disk [datastore2] aa275333-f648-45fe-a003-8eb6320d4acb/aa275333-f648-45fe-a003-8eb6320d4acb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.564395] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbffffd0-35cd-4735-bacf-1dc2023bc6e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.575925] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 672.575925] env[70621]: value = "task-4135225" [ 672.575925] env[70621]: _type = "Task" [ 672.575925] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.594846] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135225, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.599248] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525e9808-c8f1-b7d9-863a-f2a688511230, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.599359] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.599552] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 24857109-7a24-4b4b-ad4b-9512a6c23d5d/24857109-7a24-4b4b-ad4b-9512a6c23d5d.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.599837] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.600232] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.600441] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23d05785-0b15-42e5-844b-86a4c0fdd4f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.605639] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a343f3-7323-4f60-89ea-ffaa781665b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.613683] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 672.613683] env[70621]: value = "task-4135226" [ 672.613683] env[70621]: _type = "Task" [ 672.613683] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.614997] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.615299] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.619508] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264e5e4d-a948-49b1-ba50-8f6a9ddb333b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.631016] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.631367] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 672.631367] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5251841c-ee57-6985-5ed7-3548e267dc1e" [ 672.631367] env[70621]: _type = "Task" [ 672.631367] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.641174] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5251841c-ee57-6985-5ed7-3548e267dc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.680121] env[70621]: DEBUG nova.network.neutron [-] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.766996] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec64872-7719-4985-bc45-cc084483fbc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.777913] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f002d694-3ff5-4c2d-b9f0-688a05120a3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.815273] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe70ee27-e445-4edc-bfac-ee56bdd33240 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.824725] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f32ddf-33f9-4774-beaa-73ae6efd7c71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.844952] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.047673] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074761} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.048056] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.049513] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ca9d54-ac36-4f6a-b6dc-034ea8506e07 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.078943] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] fd984f45-140c-49da-be4d-fda8e1ef9e2a/fd984f45-140c-49da-be4d-fda8e1ef9e2a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.079535] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f41089e-5155-45ba-8a36-cc03f860bcf3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.108109] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135225, 'name': Rename_Task, 'duration_secs': 0.170253} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.110453] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.110453] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 673.110453] env[70621]: value = "task-4135227" [ 673.110453] env[70621]: _type = "Task" [ 673.110453] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.110453] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8dc5ff0-e99e-4b81-93b4-4c4975f68217 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.124540] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 673.124540] env[70621]: value = "task-4135228" [ 673.124540] env[70621]: _type = "Task" [ 673.124540] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.126626] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.136168] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135226, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.146497] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135228, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.152239] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5251841c-ee57-6985-5ed7-3548e267dc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015656} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.155907] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bc3a6b-f518-47c1-96d0-078cbe17a83d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.163848] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 673.163848] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e245ce-2451-e07a-754c-76810a70b239" [ 673.163848] env[70621]: _type = "Task" [ 673.163848] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.174936] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e245ce-2451-e07a-754c-76810a70b239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.183741] env[70621]: INFO nova.compute.manager [-] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Took 1.95 seconds to deallocate network for instance. [ 673.295815] env[70621]: DEBUG nova.compute.manager [req-e9181b3f-5084-45fb-aa91-4083fdfeb806 req-b78d63e5-7f17-4bb2-8616-18c0f290ddb4 service nova] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Received event network-vif-deleted-09c9066a-d30a-437d-8c04-4b18748ffe67 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.383404] env[70621]: ERROR nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [req-0a135f9b-5dac-4ff5-8dbb-c702e75ca307] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a135f9b-5dac-4ff5-8dbb-c702e75ca307"}]} [ 673.420754] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 673.441901] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 673.442212] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 673.466875] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 673.495896] env[70621]: DEBUG nova.network.neutron [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updated VIF entry in instance network info cache for port 2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.495896] env[70621]: DEBUG nova.network.neutron [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updating instance_info_cache with network_info: [{"id": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "address": "fa:16:3e:c3:f7:90", "network": {"id": "632309bd-4cb0-4637-9af3-faae396e1211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358425090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4c786ca1f54e0583391d619b13253a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec8ae2d-bf", "ovs_interfaceid": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.501626] env[70621]: DEBUG nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 673.639295] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556564} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.639531] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135227, 'name': ReconfigVM_Task, 'duration_secs': 0.437196} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.650939] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 24857109-7a24-4b4b-ad4b-9512a6c23d5d/24857109-7a24-4b4b-ad4b-9512a6c23d5d.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.651201] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.651485] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] fd984f45-140c-49da-be4d-fda8e1ef9e2a/fd984f45-140c-49da-be4d-fda8e1ef9e2a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.652338] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61b01cb2-7277-40f4-829a-89f9c0066608 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.654267] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d733ae41-42e9-4ee1-9159-a00d1573dad9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.665320] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135228, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.666372] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 673.666372] env[70621]: value = "task-4135230" [ 673.666372] env[70621]: _type = "Task" [ 673.666372] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.666645] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 673.666645] env[70621]: value = "task-4135229" [ 673.666645] env[70621]: _type = "Task" [ 673.666645] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.692606] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.692749] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.700096] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e245ce-2451-e07a-754c-76810a70b239, 'name': SearchDatastore_Task, 'duration_secs': 0.01346} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.700399] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135229, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.703444] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.703704] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 10a5ff4b-5d67-4173-8378-a8cde0b80b6b/10a5ff4b-5d67-4173-8378-a8cde0b80b6b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.704181] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27c95a0e-c799-42a8-849a-55d7aff6d46e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.712463] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 673.712463] env[70621]: value = "task-4135231" [ 673.712463] env[70621]: _type = "Task" [ 673.712463] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.723031] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.850597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.850809] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.945320] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a00dbd-1365-406d-9ccc-2e3aa42790da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.958818] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae9a0c-c9ae-4626-916b-d414d5c3542e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.002563] env[70621]: DEBUG oslo_concurrency.lockutils [req-97df9a20-bff2-433e-8508-bc7774f964e2 req-18b833b3-69cc-4c9e-b030-224567eccf4e service nova] Releasing lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.006016] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a4015b-975b-46e1-a5b7-ef8ded6aee8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.013344] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cfbd69-eb28-46e4-b538-a0223085c1d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.034252] env[70621]: DEBUG nova.compute.provider_tree [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 674.158495] env[70621]: DEBUG oslo_vmware.api [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135228, 'name': PowerOnVM_Task, 'duration_secs': 0.544632} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.158810] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.158942] env[70621]: INFO nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Took 16.25 seconds to spawn the instance on the hypervisor. [ 674.159144] env[70621]: DEBUG nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 674.160052] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28cb37-2532-4409-95a3-6e7dbdd465a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.195316] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081515} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.198756] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.199131] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135229, 'name': Rename_Task, 'duration_secs': 0.281807} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.199918] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbb2cb1-ee10-465b-8bcf-30fde95f8bdf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.202844] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.203380] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e318bc5e-188b-42c2-a57d-89faadfd959f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.230701] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 24857109-7a24-4b4b-ad4b-9512a6c23d5d/24857109-7a24-4b4b-ad4b-9512a6c23d5d.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.237685] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3f772c-81dd-4730-9536-5a16c07de167 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.255295] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 674.255295] env[70621]: value = "task-4135232" [ 674.255295] env[70621]: _type = "Task" [ 674.255295] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.263612] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.265480] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 674.265480] env[70621]: value = "task-4135233" [ 674.265480] env[70621]: _type = "Task" [ 674.265480] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.274177] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.279861] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135233, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.444220] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.445021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.579648] env[70621]: ERROR nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [req-43f7b159-9597-4769-9dd2-4cbc22437958] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43f7b159-9597-4769-9dd2-4cbc22437958"}]} [ 674.582128] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.280s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.586380] env[70621]: ERROR nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43f7b159-9597-4769-9dd2-4cbc22437958"}]} [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Traceback (most recent call last): [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] with self.rt.instance_claim(context, instance, node, allocs, [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] return f(*args, **kwargs) [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] self._update(elevated, cn) [ 674.586380] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] self._update_to_placement(context, compute_node, startup) [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] raise attempt.get() [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] six.reraise(self.value[0], self.value[1], self.value[2]) [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] raise value [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 674.586839] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] self.reportclient.update_from_provider_tree( [ 674.587283] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 674.587283] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] self.set_inventory_for_provider( [ 674.587283] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 674.587283] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] raise exception.ResourceProviderUpdateConflict( [ 674.587283] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43f7b159-9597-4769-9dd2-4cbc22437958"}]} [ 674.587283] env[70621]: ERROR nova.compute.manager [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] [ 674.590031] env[70621]: DEBUG nova.compute.utils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] A conflict was encountered attempting to update resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=70621) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 674.591674] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.411s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.595400] env[70621]: INFO nova.compute.claims [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.604825] env[70621]: DEBUG nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Build of instance 19f2d268-262e-4bc9-bc21-5a3f053be969 was re-scheduled: A conflict was encountered attempting to update resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 (generation 22): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-43f7b159-9597-4769-9dd2-4cbc22437958"}]} {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 674.605329] env[70621]: DEBUG nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Unplugging VIFs for instance {{(pid=70621) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 674.605614] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Acquiring lock "refresh_cache-19f2d268-262e-4bc9-bc21-5a3f053be969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.605775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Acquired lock "refresh_cache-19f2d268-262e-4bc9-bc21-5a3f053be969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.605983] env[70621]: DEBUG nova.network.neutron [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.688311] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.688958] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.701033] env[70621]: INFO nova.compute.manager [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Took 26.66 seconds to build instance. [ 674.734931] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92966} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.735369] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 10a5ff4b-5d67-4173-8378-a8cde0b80b6b/10a5ff4b-5d67-4173-8378-a8cde0b80b6b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.735497] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.736190] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee4964f-3b65-4724-9ca1-e1f3bae9a41a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.744194] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 674.744194] env[70621]: value = "task-4135234" [ 674.744194] env[70621]: _type = "Task" [ 674.744194] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.755725] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.768640] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.779330] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.158968] env[70621]: DEBUG nova.network.neutron [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.207414] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f59e94e-6463-49eb-a142-4a60c6ae3b37 tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "aa275333-f648-45fe-a003-8eb6320d4acb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.182s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.261471] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168027} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.265864] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.266392] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e7ace4-69eb-4451-9d8c-0a4da3623a3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.282035] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.299818] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 10a5ff4b-5d67-4173-8378-a8cde0b80b6b/10a5ff4b-5d67-4173-8378-a8cde0b80b6b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.304026] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f455e84-cb98-4619-b6d3-3d6cf91917fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.318480] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135233, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.325495] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 675.325495] env[70621]: value = "task-4135235" [ 675.325495] env[70621]: _type = "Task" [ 675.325495] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.334283] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.636192] env[70621]: DEBUG nova.network.neutron [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.644982] env[70621]: DEBUG nova.scheduler.client.report [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 675.671575] env[70621]: DEBUG nova.scheduler.client.report [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 675.671776] env[70621]: DEBUG nova.compute.provider_tree [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 675.686272] env[70621]: DEBUG nova.scheduler.client.report [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 675.711478] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.731216] env[70621]: DEBUG nova.scheduler.client.report [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 675.782181] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.805466] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135233, 'name': ReconfigVM_Task, 'duration_secs': 1.047239} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.805757] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 24857109-7a24-4b4b-ad4b-9512a6c23d5d/24857109-7a24-4b4b-ad4b-9512a6c23d5d.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.806601] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809c5156-d188-4540-b9a6-5b33dec5d435 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.815433] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 675.815433] env[70621]: value = "task-4135236" [ 675.815433] env[70621]: _type = "Task" [ 675.815433] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.834765] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135236, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.846062] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135235, 'name': ReconfigVM_Task, 'duration_secs': 0.328151} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.849854] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 10a5ff4b-5d67-4173-8378-a8cde0b80b6b/10a5ff4b-5d67-4173-8378-a8cde0b80b6b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.851277] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f622c47-312f-4d9b-8726-0cdfe1394456 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.860394] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 675.860394] env[70621]: value = "task-4135237" [ 675.860394] env[70621]: _type = "Task" [ 675.860394] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.877027] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135237, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.145506] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Releasing lock "refresh_cache-19f2d268-262e-4bc9-bc21-5a3f053be969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.145677] env[70621]: DEBUG nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=70621) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 676.145834] env[70621]: DEBUG nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.145999] env[70621]: DEBUG nova.network.neutron [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.235248] env[70621]: DEBUG nova.network.neutron [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.254631] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.281657] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.289925] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9034dce1-b964-4040-b248-95ae982de6c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.302049] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287c6fe1-4301-47ad-ab4b-1083ce2d3f49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.346051] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe824416-f00e-4e73-b1eb-3cd4705acff2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.356894] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135236, 'name': Rename_Task, 'duration_secs': 0.332508} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.360204] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.360484] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d101d011-7756-4ca2-a420-2f0722643dc4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.366136] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06236ad3-1e3c-466f-b206-fb2bf3f52dbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.389199] env[70621]: DEBUG nova.compute.provider_tree [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.397164] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135237, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.397164] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 676.397164] env[70621]: value = "task-4135238" [ 676.397164] env[70621]: _type = "Task" [ 676.397164] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.409330] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135238, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.748254] env[70621]: DEBUG nova.network.neutron [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.773890] env[70621]: DEBUG oslo_vmware.api [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135232, 'name': PowerOnVM_Task, 'duration_secs': 2.139707} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.774531] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.774531] env[70621]: INFO nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Took 15.89 seconds to spawn the instance on the hypervisor. [ 676.774753] env[70621]: DEBUG nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 676.775558] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13bc243-ca9c-4946-b6a7-b6c063eb8c43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.875651] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135237, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.910455] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.936381] env[70621]: DEBUG nova.scheduler.client.report [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 676.937074] env[70621]: DEBUG nova.compute.provider_tree [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 24 to 25 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 676.937074] env[70621]: DEBUG nova.compute.provider_tree [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.114608] env[70621]: DEBUG nova.compute.manager [req-ac7d87b1-cbeb-45b8-b6c0-4bba232fa9ca req-fec821d8-e39d-449a-8cab-56362dd60901 service nova] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Received event network-vif-deleted-28ceb0df-4867-4952-967d-426c80dbaac7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.252896] env[70621]: INFO nova.compute.manager [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] [instance: 19f2d268-262e-4bc9-bc21-5a3f053be969] Took 1.11 seconds to deallocate network for instance. [ 677.307426] env[70621]: INFO nova.compute.manager [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Took 28.29 seconds to build instance. [ 677.384604] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135237, 'name': Rename_Task, 'duration_secs': 1.175373} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.384604] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.384604] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebc5dceb-e64e-465b-aab6-75080fa038bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.395445] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 677.395445] env[70621]: value = "task-4135239" [ 677.395445] env[70621]: _type = "Task" [ 677.395445] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.418600] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135239, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.422938] env[70621]: DEBUG oslo_vmware.api [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135238, 'name': PowerOnVM_Task, 'duration_secs': 0.896476} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.423507] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.423507] env[70621]: INFO nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Took 14.16 seconds to spawn the instance on the hypervisor. [ 677.423819] env[70621]: DEBUG nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.425468] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59946cb-53f6-48f7-94ab-e68db57d768e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.442065] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.444642] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.453743] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.142s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.455760] env[70621]: INFO nova.compute.claims [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.709146] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "73c2574a-9ebe-4561-ab98-8c26306c70f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.711854] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.757056] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "1944ad62-0306-425b-8ea6-844b70cc43c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.757394] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.792772] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "2445db5d-8a5f-46ab-af64-de4cff2f6560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.793014] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.811433] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2e92ca2-3b15-4bd3-9ee9-d0fbc39eafc0 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.800s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.910054] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.947294] env[70621]: INFO nova.compute.manager [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Took 27.22 seconds to build instance. [ 677.956719] env[70621]: DEBUG nova.compute.utils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.961645] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.961645] env[70621]: DEBUG nova.network.neutron [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.316240] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.331210] env[70621]: INFO nova.scheduler.client.report [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Deleted allocations for instance 19f2d268-262e-4bc9-bc21-5a3f053be969 [ 678.414273] env[70621]: DEBUG oslo_vmware.api [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135239, 'name': PowerOnVM_Task, 'duration_secs': 0.526261} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.415027] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.415273] env[70621]: INFO nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Took 12.59 seconds to spawn the instance on the hypervisor. [ 678.417114] env[70621]: DEBUG nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 678.417680] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29f41e-f95f-4fa0-9e06-e52ce1851c33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.453041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2ebd2fd0-8c31-4c2c-92ab-e067573abfe4 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.736s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.466823] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.472559] env[70621]: DEBUG nova.policy [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a000195427914c2fa17b39ac7ed82466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd993794f03e4678836239feb3f375fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.842190] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.846413] env[70621]: DEBUG oslo_concurrency.lockutils [None req-35f427c2-2208-46a9-8373-158cb756c2d0 tempest-ServerExternalEventsTest-1140487278 tempest-ServerExternalEventsTest-1140487278-project-member] Lock "19f2d268-262e-4bc9-bc21-5a3f053be969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.787s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.899094] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d5e6b7-26e4-4dfb-8a92-e54ec16ced9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.909433] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3bee98-216b-4c57-862b-8acfc205e558 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.950813] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1528b0-f72c-493a-9bb7-6f216b0bb1d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.955966] env[70621]: DEBUG nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.958856] env[70621]: INFO nova.compute.manager [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Took 23.54 seconds to build instance. [ 678.966146] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f75387-8937-4e32-abc4-84e2c45b8f14 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.994232] env[70621]: DEBUG nova.compute.provider_tree [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.352150] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.463597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a400771b-c5d9-4b3b-b385-f09f4b6358bc tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.049s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.481908] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.495797] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.501262] env[70621]: DEBUG nova.scheduler.client.report [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.514906] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.516070] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.516070] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.516070] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.516070] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.516070] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.516484] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.516484] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.516484] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.516724] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.516819] env[70621]: DEBUG nova.virt.hardware [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.518144] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c9ace-e1e9-4b68-8f9a-349b3f587fe9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.527885] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b264f4f-bc63-45a2-8474-c198325496cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.871912] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.921028] env[70621]: DEBUG nova.network.neutron [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Successfully created port: 2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.976998] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.012071] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.012071] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.013231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.093s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.015937] env[70621]: INFO nova.compute.claims [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.507704] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.522747] env[70621]: DEBUG nova.compute.utils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.528914] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.528914] env[70621]: DEBUG nova.network.neutron [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.624157] env[70621]: DEBUG nova.policy [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4199182b41844debd3947c98d779522', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad8c2cc15ce44ea9c86bd175f75a2a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.648478] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "5ced4db8-4171-48b7-9b75-1224b29a7edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.650859] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.028345] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.458935] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2adaf1-0eab-488b-ae08-2ff7d5b12365 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.470038] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a073d5-665a-42a5-a4df-b52d80fe88c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.507735] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20469fb2-a88b-4245-8110-feea6e31b913 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.516671] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4d4244-302e-4587-9e79-7eb318a2a5d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.536967] env[70621]: DEBUG nova.compute.provider_tree [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.628012] env[70621]: DEBUG nova.compute.manager [None req-03be9337-a21f-4e68-a768-401609988270 tempest-ServerDiagnosticsV248Test-52753755 tempest-ServerDiagnosticsV248Test-52753755-project-admin] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.629381] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0348533-b919-4d0a-a771-e3c5cab04159 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.643142] env[70621]: INFO nova.compute.manager [None req-03be9337-a21f-4e68-a768-401609988270 tempest-ServerDiagnosticsV248Test-52753755 tempest-ServerDiagnosticsV248Test-52753755-project-admin] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Retrieving diagnostics [ 681.643142] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de29ead-8592-4441-bbe4-ce8710c7ee5a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.817185] env[70621]: DEBUG nova.network.neutron [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Successfully created port: 74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.040278] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.042958] env[70621]: DEBUG nova.scheduler.client.report [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.073073] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.073073] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.073249] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.073383] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.073529] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.073674] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.073882] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.074050] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.074227] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.074392] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.074598] env[70621]: DEBUG nova.virt.hardware [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.075806] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4df43-6bff-4245-875c-caafe1d1f051 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.089529] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e2f49-fbb8-4a3b-af5d-f43ac3704092 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.489553] env[70621]: DEBUG nova.network.neutron [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Successfully updated port: 2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.548868] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.552266] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.555149] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.045s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.556856] env[70621]: INFO nova.compute.claims [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.941716] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "a86261da-ce37-4d63-a080-e84983e142b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.941980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "a86261da-ce37-4d63-a080-e84983e142b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.957025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "aa275333-f648-45fe-a003-8eb6320d4acb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.957025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "aa275333-f648-45fe-a003-8eb6320d4acb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.957025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "aa275333-f648-45fe-a003-8eb6320d4acb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.957025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "aa275333-f648-45fe-a003-8eb6320d4acb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.957617] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "aa275333-f648-45fe-a003-8eb6320d4acb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.961315] env[70621]: INFO nova.compute.manager [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Terminating instance [ 682.991979] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.992182] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992338] env[70621]: DEBUG nova.network.neutron [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.062517] env[70621]: DEBUG nova.compute.utils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.072211] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.072211] env[70621]: DEBUG nova.network.neutron [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.139138] env[70621]: DEBUG nova.policy [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2529d56fd7ef442eb7989bad980bf5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27ac6c8416f24e4fbf7c3118ec58b3b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.465998] env[70621]: DEBUG nova.compute.manager [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.466441] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.467416] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dba183b-2fa4-45f9-a297-9592a0a4bbf5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.483448] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.483971] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4400e4-7bf9-4b8a-86ec-c97fc688f913 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.493204] env[70621]: DEBUG oslo_vmware.api [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 683.493204] env[70621]: value = "task-4135240" [ 683.493204] env[70621]: _type = "Task" [ 683.493204] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.508833] env[70621]: DEBUG oslo_vmware.api [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.550912] env[70621]: DEBUG nova.network.neutron [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.572224] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.654210] env[70621]: DEBUG nova.network.neutron [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Successfully created port: 70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.886120] env[70621]: DEBUG nova.network.neutron [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance_info_cache with network_info: [{"id": "2882272f-0b52-47c5-b17e-f5704ea905ed", "address": "fa:16:3e:12:b9:6c", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2882272f-0b", "ovs_interfaceid": "2882272f-0b52-47c5-b17e-f5704ea905ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.986649] env[70621]: DEBUG nova.network.neutron [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Successfully updated port: 74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.009326] env[70621]: DEBUG oslo_vmware.api [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135240, 'name': PowerOffVM_Task, 'duration_secs': 0.470183} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.009804] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 684.009981] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 684.010264] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c62816-957a-48be-bd8e-0df7364d33a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.025215] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "227f368d-428b-44d6-8e88-cf29f616701d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.025215] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "227f368d-428b-44d6-8e88-cf29f616701d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.090536] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3702ea7-fb1b-4ed2-a5e0-a6ad2a7df9e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.097107] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 684.097107] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 684.097107] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleting the datastore file [datastore2] aa275333-f648-45fe-a003-8eb6320d4acb {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 684.097107] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07356762-4d63-48ab-84a4-afc11e39968d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.101407] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084a4c90-3433-4f78-a817-d3a95fdb0b56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.106512] env[70621]: DEBUG oslo_vmware.api [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for the task: (returnval){ [ 684.106512] env[70621]: value = "task-4135242" [ 684.106512] env[70621]: _type = "Task" [ 684.106512] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.143693] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a390f35-ca3b-4675-9cfd-61007eeafeae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.150792] env[70621]: DEBUG oslo_vmware.api [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.157455] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b40be3-0408-4b80-ae04-d3ddfb68237a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.178270] env[70621]: DEBUG nova.compute.provider_tree [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.236742] env[70621]: DEBUG nova.compute.manager [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-changed-2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.236895] env[70621]: DEBUG nova.compute.manager [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Refreshing instance network info cache due to event network-changed-2b01a164-37ce-4784-bc0b-8e5b0b199535. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.237119] env[70621]: DEBUG oslo_concurrency.lockutils [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] Acquiring lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.238651] env[70621]: DEBUG oslo_concurrency.lockutils [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] Acquired lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.238651] env[70621]: DEBUG nova.network.neutron [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Refreshing network info cache for port 2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.389898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.390295] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Instance network_info: |[{"id": "2882272f-0b52-47c5-b17e-f5704ea905ed", "address": "fa:16:3e:12:b9:6c", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2882272f-0b", "ovs_interfaceid": "2882272f-0b52-47c5-b17e-f5704ea905ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.390692] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:b9:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2882272f-0b52-47c5-b17e-f5704ea905ed', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.400645] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Creating folder: Project (dd993794f03e4678836239feb3f375fd). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.401883] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57d8c803-a873-42f5-bd77-c4ab4b95a875 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.415221] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Created folder: Project (dd993794f03e4678836239feb3f375fd) in parent group-v818963. [ 684.415470] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Creating folder: Instances. Parent ref: group-v818988. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.415799] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-650b97a4-94d6-4d8f-90ab-8a19541b9999 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.427042] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Created folder: Instances in parent group-v818988. [ 684.427313] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.428096] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.428096] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07664115-c170-4c4b-9db0-b16ea5d8f56a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.452306] env[70621]: DEBUG nova.compute.manager [req-4b5e4890-4410-4fe3-9015-be34691993e4 req-d6f6e39f-fca9-48c3-a2e4-e0ff1d215ba5 service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Received event network-vif-plugged-2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.452577] env[70621]: DEBUG oslo_concurrency.lockutils [req-4b5e4890-4410-4fe3-9015-be34691993e4 req-d6f6e39f-fca9-48c3-a2e4-e0ff1d215ba5 service nova] Acquiring lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.452811] env[70621]: DEBUG oslo_concurrency.lockutils [req-4b5e4890-4410-4fe3-9015-be34691993e4 req-d6f6e39f-fca9-48c3-a2e4-e0ff1d215ba5 service nova] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.453027] env[70621]: DEBUG oslo_concurrency.lockutils [req-4b5e4890-4410-4fe3-9015-be34691993e4 req-d6f6e39f-fca9-48c3-a2e4-e0ff1d215ba5 service nova] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.453197] env[70621]: DEBUG nova.compute.manager [req-4b5e4890-4410-4fe3-9015-be34691993e4 req-d6f6e39f-fca9-48c3-a2e4-e0ff1d215ba5 service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] No waiting events found dispatching network-vif-plugged-2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.453378] env[70621]: WARNING nova.compute.manager [req-4b5e4890-4410-4fe3-9015-be34691993e4 req-d6f6e39f-fca9-48c3-a2e4-e0ff1d215ba5 service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Received unexpected event network-vif-plugged-2882272f-0b52-47c5-b17e-f5704ea905ed for instance with vm_state building and task_state spawning. [ 684.462491] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.462491] env[70621]: value = "task-4135245" [ 684.462491] env[70621]: _type = "Task" [ 684.462491] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.472381] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135245, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.488362] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "refresh_cache-546b9c10-6fe1-4bf4-b81d-085aea635776" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.488776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquired lock "refresh_cache-546b9c10-6fe1-4bf4-b81d-085aea635776" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.489011] env[70621]: DEBUG nova.network.neutron [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.585402] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.619886] env[70621]: DEBUG oslo_vmware.api [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Task: {'id': task-4135242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289828} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.620802] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.622421] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.622632] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.625073] env[70621]: INFO nova.compute.manager [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 684.625073] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.625073] env[70621]: DEBUG nova.compute.manager [-] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.625073] env[70621]: DEBUG nova.network.neutron [-] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.628984] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:19:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1139308422',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-336213074',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.629221] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.629374] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.629561] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.629707] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.629851] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.630070] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.630239] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.630445] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.630564] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.630737] env[70621]: DEBUG nova.virt.hardware [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.631626] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392aa436-1f9b-4c4d-9120-e33e2d3e2c48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.641678] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a057c8-0da2-40ee-8fe0-aa71f993b57d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.682609] env[70621]: DEBUG nova.scheduler.client.report [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.884672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "719140cd-6ce5-459a-96c7-e573f25239ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.885059] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "719140cd-6ce5-459a-96c7-e573f25239ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.885330] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "719140cd-6ce5-459a-96c7-e573f25239ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.885552] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "719140cd-6ce5-459a-96c7-e573f25239ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.885754] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "719140cd-6ce5-459a-96c7-e573f25239ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.887963] env[70621]: INFO nova.compute.manager [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Terminating instance [ 684.975318] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135245, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.988207] env[70621]: DEBUG nova.compute.manager [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.989323] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265265b-643a-423c-bc51-0daadff87fa0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.071231] env[70621]: DEBUG nova.network.neutron [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.188288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.188288] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.190777] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.565s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.192751] env[70621]: INFO nova.compute.claims [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.354890] env[70621]: DEBUG nova.network.neutron [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updated VIF entry in instance network info cache for port 2b01a164-37ce-4784-bc0b-8e5b0b199535. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.355307] env[70621]: DEBUG nova.network.neutron [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.393467] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "refresh_cache-719140cd-6ce5-459a-96c7-e573f25239ee" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.393467] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquired lock "refresh_cache-719140cd-6ce5-459a-96c7-e573f25239ee" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.393467] env[70621]: DEBUG nova.network.neutron [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.474325] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135245, 'name': CreateVM_Task, 'duration_secs': 0.691644} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.474479] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.475958] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.475958] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.476622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.477066] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97cc9f07-f2b0-41ef-9d72-044767692c8d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.482640] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 685.482640] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520d276e-32de-7a17-8e7a-c4967068002c" [ 685.482640] env[70621]: _type = "Task" [ 685.482640] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.496821] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520d276e-32de-7a17-8e7a-c4967068002c, 'name': SearchDatastore_Task, 'duration_secs': 0.011238} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.497143] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497387] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.497634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.497794] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.497976] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.498255] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1137219f-1ab2-4e4d-890d-926c95da3ef8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.505817] env[70621]: INFO nova.compute.manager [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] instance snapshotting [ 685.509747] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9e94b-7898-4f08-8f6e-3180de9503e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.515448] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.515448] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.515448] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a81565-35d8-46ee-b9f3-2151d2133258 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.537441] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b972a-78a9-4267-bd2c-a169fc1250a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.542257] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 685.542257] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52669884-bdc4-0111-7d4e-32ca1aec6fd5" [ 685.542257] env[70621]: _type = "Task" [ 685.542257] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.558826] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52669884-bdc4-0111-7d4e-32ca1aec6fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.565186] env[70621]: DEBUG nova.network.neutron [-] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.697204] env[70621]: DEBUG nova.compute.utils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.698641] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.698905] env[70621]: DEBUG nova.network.neutron [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.727372] env[70621]: DEBUG nova.network.neutron [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Updating instance_info_cache with network_info: [{"id": "74f896ea-e2d3-43bc-9f9d-76905d55c81d", "address": "fa:16:3e:ea:00:86", "network": {"id": "d1a5cae2-9bd1-4ea8-8e96-26ffeb67b5bc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1741515765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad8c2cc15ce44ea9c86bd175f75a2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f896ea-e2", "ovs_interfaceid": "74f896ea-e2d3-43bc-9f9d-76905d55c81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.820222] env[70621]: DEBUG nova.policy [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd00096af9446ca21c13629f028960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930d399bc9014765bacf342855768883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.859703] env[70621]: DEBUG oslo_concurrency.lockutils [req-560bc174-0593-415b-9973-2fb17963de8b req-4854dfde-e3e4-4f5b-be86-fa5a15a2ceb3 service nova] Releasing lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.942817] env[70621]: DEBUG nova.network.neutron [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.055053] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.055402] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52669884-bdc4-0111-7d4e-32ca1aec6fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.023577} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.055620] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5894c3b6-4c97-40ec-b28b-bae5f2fdf759 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.058767] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61f83b6-5369-4680-aae8-b7024353390c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.065610] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 686.065610] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52da6a17-57cf-f091-0dc1-66f1f6f52c28" [ 686.065610] env[70621]: _type = "Task" [ 686.065610] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.070510] env[70621]: INFO nova.compute.manager [-] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Took 1.45 seconds to deallocate network for instance. [ 686.070926] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 686.070926] env[70621]: value = "task-4135246" [ 686.070926] env[70621]: _type = "Task" [ 686.070926] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.083414] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52da6a17-57cf-f091-0dc1-66f1f6f52c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.087707] env[70621]: DEBUG nova.network.neutron [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.094051] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.202922] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.233404] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Releasing lock "refresh_cache-546b9c10-6fe1-4bf4-b81d-085aea635776" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.233404] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Instance network_info: |[{"id": "74f896ea-e2d3-43bc-9f9d-76905d55c81d", "address": "fa:16:3e:ea:00:86", "network": {"id": "d1a5cae2-9bd1-4ea8-8e96-26ffeb67b5bc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1741515765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad8c2cc15ce44ea9c86bd175f75a2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f896ea-e2", "ovs_interfaceid": "74f896ea-e2d3-43bc-9f9d-76905d55c81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.233545] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:00:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74f896ea-e2d3-43bc-9f9d-76905d55c81d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.241228] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Creating folder: Project (4ad8c2cc15ce44ea9c86bd175f75a2a7). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.242092] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d68de0-9ab1-4686-bced-704a94d81281 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.261443] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Created folder: Project (4ad8c2cc15ce44ea9c86bd175f75a2a7) in parent group-v818963. [ 686.261669] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Creating folder: Instances. Parent ref: group-v818991. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.261978] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f21b2c7b-69d6-4652-b9ba-f2e3151866ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.277688] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Created folder: Instances in parent group-v818991. [ 686.278255] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.279044] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.279474] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-907ff105-a9c7-41d4-ba45-e946b230eceb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.302288] env[70621]: DEBUG nova.network.neutron [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Successfully updated port: 70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.318884] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.318884] env[70621]: value = "task-4135249" [ 686.318884] env[70621]: _type = "Task" [ 686.318884] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.334621] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135249, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.580195] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52da6a17-57cf-f091-0dc1-66f1f6f52c28, 'name': SearchDatastore_Task, 'duration_secs': 0.012472} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.581028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.582331] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63/8322f8fc-34cb-4f84-92c1-9ce169608d63.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.582331] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b006d3b8-2b2c-4619-89f1-a8ac01d00858 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.590317] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.590982] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.594364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Releasing lock "refresh_cache-719140cd-6ce5-459a-96c7-e573f25239ee" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.594947] env[70621]: DEBUG nova.compute.manager [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.595272] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.597873] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2d060-ad3f-4294-94fb-6c281b1fefe9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.602826] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 686.602826] env[70621]: value = "task-4135250" [ 686.602826] env[70621]: _type = "Task" [ 686.602826] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.616502] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.620080] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58f1028-9a12-4045-bab6-48f351b6e7f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.629748] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.632435] env[70621]: DEBUG nova.network.neutron [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Successfully created port: 6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.644477] env[70621]: DEBUG oslo_vmware.api [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 686.644477] env[70621]: value = "task-4135251" [ 686.644477] env[70621]: _type = "Task" [ 686.644477] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.658330] env[70621]: DEBUG oslo_vmware.api [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.813992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.813992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.813992] env[70621]: DEBUG nova.network.neutron [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.831993] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135249, 'name': CreateVM_Task, 'duration_secs': 0.374855} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.832213] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.832961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.833125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.833578] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.834706] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20f78a5-d457-47ce-80c7-f1e0316e13e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.845045] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 686.845045] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528838d8-ad2b-d920-8ae4-ab8eb1b7adb2" [ 686.845045] env[70621]: _type = "Task" [ 686.845045] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.846409] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d086f-134e-4aeb-9b3d-d28bf1aa3fa0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.860407] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528838d8-ad2b-d920-8ae4-ab8eb1b7adb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.864634] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4ac166-0d88-440e-ae0c-330f036312ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.909356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.909759] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.911164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead554d-d89f-4bc0-9110-c3dbfdcac4d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.923361] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f33a03-9c95-4bbe-a237-c129e77eab09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.946542] env[70621]: DEBUG nova.compute.provider_tree [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.073499] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.074752] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.087795] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135246, 'name': CreateSnapshot_Task, 'duration_secs': 0.631576} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.088195] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.089160] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0b7691-062f-4365-86cb-515c61503401 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.121063] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135250, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.162025] env[70621]: DEBUG oslo_vmware.api [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135251, 'name': PowerOffVM_Task, 'duration_secs': 0.143619} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.162025] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.162025] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.162025] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a919297-a2b5-491f-a8bf-a2ea5fa8ee6f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.199161] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.199526] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.199897] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Deleting the datastore file [datastore1] 719140cd-6ce5-459a-96c7-e573f25239ee {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.200765] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-034bf3ea-3d8c-4ae5-ba13-9696a3e2f546 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.212424] env[70621]: DEBUG oslo_vmware.api [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for the task: (returnval){ [ 687.212424] env[70621]: value = "task-4135253" [ 687.212424] env[70621]: _type = "Task" [ 687.212424] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.220598] env[70621]: DEBUG oslo_vmware.api [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.226028] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.256624] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.256624] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.256624] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.256624] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.257111] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.257111] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.257111] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.257111] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.257111] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.257266] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.257266] env[70621]: DEBUG nova.virt.hardware [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.257266] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d45cd-848f-4197-b9c0-e94d8e0efd7f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.266400] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d9a0c0-e058-439b-80b9-764cfdf8590e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.355996] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528838d8-ad2b-d920-8ae4-ab8eb1b7adb2, 'name': SearchDatastore_Task, 'duration_secs': 0.066131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.355996] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.356337] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.356511] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.356788] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.357040] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.357354] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5208d5b2-21db-4c60-9a81-a22050a7b504 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.366157] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.366351] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.367140] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d60277-3dee-440f-9948-f50a8f7fed59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.375380] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 687.375380] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e6945a-6e30-0a6c-45f8-2a708f5c8971" [ 687.375380] env[70621]: _type = "Task" [ 687.375380] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.378976] env[70621]: DEBUG nova.network.neutron [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.388958] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e6945a-6e30-0a6c-45f8-2a708f5c8971, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.389807] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d173c729-375d-492f-8d64-0c3bb0e36199 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.397609] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 687.397609] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520e93fc-041b-4296-2f8a-62ab55b507bc" [ 687.397609] env[70621]: _type = "Task" [ 687.397609] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.409374] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520e93fc-041b-4296-2f8a-62ab55b507bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.454489] env[70621]: DEBUG nova.scheduler.client.report [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.613364] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 687.614242] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ed595355-a229-4dbd-a450-f0c3b2f4d1b4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.626857] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608984} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.628297] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63/8322f8fc-34cb-4f84-92c1-9ce169608d63.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.628584] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.628849] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 687.628849] env[70621]: value = "task-4135254" [ 687.628849] env[70621]: _type = "Task" [ 687.628849] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.629053] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf067df-1609-4059-9d8e-3da4fc2d0aac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.640113] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135254, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.642025] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 687.642025] env[70621]: value = "task-4135255" [ 687.642025] env[70621]: _type = "Task" [ 687.642025] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.653027] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.720243] env[70621]: DEBUG oslo_vmware.api [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Task: {'id': task-4135253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110708} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.720611] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.720830] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.721021] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.721205] env[70621]: INFO nova.compute.manager [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 687.721455] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.721672] env[70621]: DEBUG nova.compute.manager [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.721790] env[70621]: DEBUG nova.network.neutron [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.754259] env[70621]: DEBUG nova.network.neutron [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.770862] env[70621]: DEBUG nova.network.neutron [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updating instance_info_cache with network_info: [{"id": "70f99740-18e6-4e83-bcf2-b6f8981da504", "address": "fa:16:3e:4b:7a:c8", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f99740-18", "ovs_interfaceid": "70f99740-18e6-4e83-bcf2-b6f8981da504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.912204] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520e93fc-041b-4296-2f8a-62ab55b507bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009499} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.916080] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.916554] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 546b9c10-6fe1-4bf4-b81d-085aea635776/546b9c10-6fe1-4bf4-b81d-085aea635776.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.916872] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80da0c71-707b-4c9f-91e8-10c3f7a58cd0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.928831] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 687.928831] env[70621]: value = "task-4135256" [ 687.928831] env[70621]: _type = "Task" [ 687.928831] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.947258] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.958330] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.962033] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.963556] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.409s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.964473] env[70621]: DEBUG nova.objects.instance [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lazy-loading 'resources' on Instance uuid 143e6ff9-4c24-42a8-93ac-39b1a8178926 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.114087] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Received event network-changed-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.114087] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Refreshing instance network info cache due to event network-changed-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.114087] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Acquiring lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114087] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Acquired lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114087] env[70621]: DEBUG nova.network.neutron [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Refreshing network info cache for port 2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.146681] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135254, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.157614] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077417} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.161023] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.161023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c04e64-a304-4795-b806-a59ed2d88aa9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.186281] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63/8322f8fc-34cb-4f84-92c1-9ce169608d63.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.187071] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f3cbe5-a743-4513-bb26-0cfb018911fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.211150] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 688.211150] env[70621]: value = "task-4135257" [ 688.211150] env[70621]: _type = "Task" [ 688.211150] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.217666] env[70621]: DEBUG nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Received event network-changed-2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.217924] env[70621]: DEBUG nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Refreshing instance network info cache due to event network-changed-2882272f-0b52-47c5-b17e-f5704ea905ed. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.218160] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Acquiring lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.218306] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Acquired lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.218470] env[70621]: DEBUG nova.network.neutron [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Refreshing network info cache for port 2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.226843] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.257704] env[70621]: DEBUG nova.network.neutron [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.275180] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Releasing lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.275180] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Instance network_info: |[{"id": "70f99740-18e6-4e83-bcf2-b6f8981da504", "address": "fa:16:3e:4b:7a:c8", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f99740-18", "ovs_interfaceid": "70f99740-18e6-4e83-bcf2-b6f8981da504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.275339] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:7a:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70f99740-18e6-4e83-bcf2-b6f8981da504', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.291461] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Creating folder: Project (27ac6c8416f24e4fbf7c3118ec58b3b8). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.291461] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af6ec56a-0276-497e-95fe-6ee0031f50fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.306995] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Created folder: Project (27ac6c8416f24e4fbf7c3118ec58b3b8) in parent group-v818963. [ 688.307251] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Creating folder: Instances. Parent ref: group-v818996. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.307529] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ea1da2e-bf44-464e-8910-0699f79bc7bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.321522] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Created folder: Instances in parent group-v818996. [ 688.321782] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.321980] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.322209] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a356d7e-cbd1-4908-8c2c-2b9e72389cd8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.347284] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.347284] env[70621]: value = "task-4135260" [ 688.347284] env[70621]: _type = "Task" [ 688.347284] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.356770] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135260, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.443472] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135256, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.473429] env[70621]: DEBUG nova.compute.utils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.483240] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.483465] env[70621]: DEBUG nova.network.neutron [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.582162] env[70621]: DEBUG nova.policy [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd00096af9446ca21c13629f028960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930d399bc9014765bacf342855768883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.658053] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135254, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.740055] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135257, 'name': ReconfigVM_Task, 'duration_secs': 0.436654} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.740747] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63/8322f8fc-34cb-4f84-92c1-9ce169608d63.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.742314] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab30138f-eada-4f84-8851-23c6a0e559d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.756442] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 688.756442] env[70621]: value = "task-4135261" [ 688.756442] env[70621]: _type = "Task" [ 688.756442] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.764441] env[70621]: INFO nova.compute.manager [-] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Took 1.04 seconds to deallocate network for instance. [ 688.783432] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135261, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.862800] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135260, 'name': CreateVM_Task, 'duration_secs': 0.417801} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.863032] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.864139] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.864139] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.864587] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.864896] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b08039-89d6-407c-b4e5-1c0af667344e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.872472] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 688.872472] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526917ff-9f6c-fcd5-98cd-6f1a876ed30e" [ 688.872472] env[70621]: _type = "Task" [ 688.872472] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.893555] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526917ff-9f6c-fcd5-98cd-6f1a876ed30e, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.900962] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.901380] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.901650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.901650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.901990] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.902566] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-429d171f-eb47-4370-94e0-f7becf326d87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.915188] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.915694] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.916434] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822f6506-9a4b-4957-831d-10abed204948 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.941147] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 688.941147] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e1c13f-b0cf-7486-bb2b-2cc1151c6f58" [ 688.941147] env[70621]: _type = "Task" [ 688.941147] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.948883] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963714} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.949755] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 546b9c10-6fe1-4bf4-b81d-085aea635776/546b9c10-6fe1-4bf4-b81d-085aea635776.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.950973] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.953418] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1119786b-b6c4-4a4a-aa24-be4bab9031eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.964134] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e1c13f-b0cf-7486-bb2b-2cc1151c6f58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.971258] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 688.971258] env[70621]: value = "task-4135262" [ 688.971258] env[70621]: _type = "Task" [ 688.971258] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.985201] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.988091] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.120547] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc18777-6742-4437-bfe5-88b781f1e67c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.124964] env[70621]: DEBUG nova.network.neutron [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updated VIF entry in instance network info cache for port 2882272f-0b52-47c5-b17e-f5704ea905ed. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.125410] env[70621]: DEBUG nova.network.neutron [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance_info_cache with network_info: [{"id": "2882272f-0b52-47c5-b17e-f5704ea905ed", "address": "fa:16:3e:12:b9:6c", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2882272f-0b", "ovs_interfaceid": "2882272f-0b52-47c5-b17e-f5704ea905ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.134819] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f0aa84-0f95-4681-a5c4-d7d24d07d20d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.178666] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135254, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.181819] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c38b2c-ad56-4b29-94a0-46f547cc0637 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.191150] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b456e63d-e5e9-46c6-bb90-8643492d18f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.209336] env[70621]: DEBUG nova.compute.provider_tree [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.246788] env[70621]: DEBUG nova.network.neutron [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Successfully updated port: 6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.269223] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135261, 'name': Rename_Task, 'duration_secs': 0.227441} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.269482] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.269626] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33caa919-988d-4f40-87d2-58b96c50678b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.277231] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 689.277231] env[70621]: value = "task-4135263" [ 689.277231] env[70621]: _type = "Task" [ 689.277231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.289580] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.297087] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.457692] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e1c13f-b0cf-7486-bb2b-2cc1151c6f58, 'name': SearchDatastore_Task, 'duration_secs': 0.022242} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.458975] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b691d617-87a6-4179-9316-8886ac3c29df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.466198] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 689.466198] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52393306-8542-a389-2e7e-4a4e6148aacb" [ 689.466198] env[70621]: _type = "Task" [ 689.466198] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.476165] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52393306-8542-a389-2e7e-4a4e6148aacb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.485685] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101201} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.486464] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.487499] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c349eb-b3c9-4238-977e-2960a8620556 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.499254] env[70621]: DEBUG nova.network.neutron [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updated VIF entry in instance network info cache for port 2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.499254] env[70621]: DEBUG nova.network.neutron [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updating instance_info_cache with network_info: [{"id": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "address": "fa:16:3e:c3:f7:90", "network": {"id": "632309bd-4cb0-4637-9af3-faae396e1211", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358425090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d4c786ca1f54e0583391d619b13253a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ec8ae2d-bf", "ovs_interfaceid": "2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.523058] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 546b9c10-6fe1-4bf4-b81d-085aea635776/546b9c10-6fe1-4bf4-b81d-085aea635776.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.523390] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131412e7-bbfc-4bfc-a8ec-3aedb901b6fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.546540] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 689.546540] env[70621]: value = "task-4135264" [ 689.546540] env[70621]: _type = "Task" [ 689.546540] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.559661] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.571156] env[70621]: DEBUG nova.network.neutron [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Successfully created port: 9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.629289] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Releasing lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.629535] env[70621]: DEBUG nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Received event network-vif-plugged-70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.631232] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Acquiring lock "50814155-ce47-43e6-843e-fe135953c0dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.631232] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Lock "50814155-ce47-43e6-843e-fe135953c0dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.631232] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Lock "50814155-ce47-43e6-843e-fe135953c0dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.631232] env[70621]: DEBUG nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] No waiting events found dispatching network-vif-plugged-70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.631232] env[70621]: WARNING nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Received unexpected event network-vif-plugged-70f99740-18e6-4e83-bcf2-b6f8981da504 for instance with vm_state building and task_state spawning. [ 689.631541] env[70621]: DEBUG nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Received event network-changed-70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.631541] env[70621]: DEBUG nova.compute.manager [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Refreshing instance network info cache due to event network-changed-70f99740-18e6-4e83-bcf2-b6f8981da504. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.631808] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Acquiring lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.631972] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Acquired lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.632165] env[70621]: DEBUG nova.network.neutron [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Refreshing network info cache for port 70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.648268] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135254, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.716813] env[70621]: DEBUG nova.scheduler.client.report [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.752168] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "refresh_cache-c172b6f6-f855-435c-8627-f8061880b775" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.752168] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "refresh_cache-c172b6f6-f855-435c-8627-f8061880b775" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.754678] env[70621]: DEBUG nova.network.neutron [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.795848] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.988808] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52393306-8542-a389-2e7e-4a4e6148aacb, 'name': SearchDatastore_Task, 'duration_secs': 0.022724} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.989359] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.989737] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 50814155-ce47-43e6-843e-fe135953c0dc/50814155-ce47-43e6-843e-fe135953c0dc.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.990190] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0ebf937-7340-45f3-945e-cd197e752cd6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.998573] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.004961] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 690.004961] env[70621]: value = "task-4135265" [ 690.004961] env[70621]: _type = "Task" [ 690.004961] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.018881] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.024451] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Releasing lock "refresh_cache-10a5ff4b-5d67-4173-8378-a8cde0b80b6b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.025102] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Received event network-vif-plugged-74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.025299] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Acquiring lock "546b9c10-6fe1-4bf4-b81d-085aea635776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.025617] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.025906] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.026210] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] No waiting events found dispatching network-vif-plugged-74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.026574] env[70621]: WARNING nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Received unexpected event network-vif-plugged-74f896ea-e2d3-43bc-9f9d-76905d55c81d for instance with vm_state building and task_state spawning. [ 690.027664] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Received event network-changed-74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.027956] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Refreshing instance network info cache due to event network-changed-74f896ea-e2d3-43bc-9f9d-76905d55c81d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.028326] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Acquiring lock "refresh_cache-546b9c10-6fe1-4bf4-b81d-085aea635776" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.028576] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Acquired lock "refresh_cache-546b9c10-6fe1-4bf4-b81d-085aea635776" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.028852] env[70621]: DEBUG nova.network.neutron [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Refreshing network info cache for port 74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.045553] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.046072] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.046285] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.046635] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.046881] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.047215] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.047531] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.047811] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.048126] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.048426] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.048732] env[70621]: DEBUG nova.virt.hardware [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.050273] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d719585-6eee-49f7-9d36-ef4b9f2852e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074708] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1de6fa0-38bb-4b1d-b296-70de496d8c45 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.079431] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.157142] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135254, 'name': CloneVM_Task, 'duration_secs': 2.279235} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.157142] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Created linked-clone VM from snapshot [ 690.158062] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d529a-ce9d-41a9-8bbb-5b7129386c76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.167892] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Uploading image e91aefb4-d053-4b44-814a-9f2ebdc7d1db {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.205989] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.205989] env[70621]: value = "vm-818995" [ 690.205989] env[70621]: _type = "VirtualMachine" [ 690.205989] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.206325] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6d2d399c-3f5a-4551-b718-e4db113d3192 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.217395] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lease: (returnval){ [ 690.217395] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f8dbee-867c-b1d3-2c78-b41d0b0c8164" [ 690.217395] env[70621]: _type = "HttpNfcLease" [ 690.217395] env[70621]: } obtained for exporting VM: (result){ [ 690.217395] env[70621]: value = "vm-818995" [ 690.217395] env[70621]: _type = "VirtualMachine" [ 690.217395] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.217395] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the lease: (returnval){ [ 690.217395] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f8dbee-867c-b1d3-2c78-b41d0b0c8164" [ 690.217395] env[70621]: _type = "HttpNfcLease" [ 690.217395] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.226096] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.234463] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.540s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.234463] env[70621]: DEBUG nova.objects.instance [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lazy-loading 'resources' on Instance uuid fb791a59-82e3-4dcc-b1db-86af929b7689 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.239528] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.239528] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f8dbee-867c-b1d3-2c78-b41d0b0c8164" [ 690.239528] env[70621]: _type = "HttpNfcLease" [ 690.239528] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.239797] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.239797] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f8dbee-867c-b1d3-2c78-b41d0b0c8164" [ 690.239797] env[70621]: _type = "HttpNfcLease" [ 690.239797] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.241179] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189091b-f633-4f8b-9de4-43993d326bb5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.254227] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb36e-91fc-ca5e-731f-3ecbd1fbc1c0/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.254908] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb36e-91fc-ca5e-731f-3ecbd1fbc1c0/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.317288] env[70621]: INFO nova.scheduler.client.report [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Deleted allocations for instance 143e6ff9-4c24-42a8-93ac-39b1a8178926 [ 690.335681] env[70621]: DEBUG oslo_vmware.api [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135263, 'name': PowerOnVM_Task, 'duration_secs': 0.986093} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.336046] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.336392] env[70621]: INFO nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Took 10.85 seconds to spawn the instance on the hypervisor. [ 690.336655] env[70621]: DEBUG nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.337732] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244194f0-74cd-4d6d-9747-4595fad48076 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.407210] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1eecf529-fecc-4aac-89cd-2f5cf87d0ea9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.426061] env[70621]: DEBUG nova.network.neutron [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.516639] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135265, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.561936] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135264, 'name': ReconfigVM_Task, 'duration_secs': 0.67421} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.562227] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 546b9c10-6fe1-4bf4-b81d-085aea635776/546b9c10-6fe1-4bf4-b81d-085aea635776.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.562723] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbbcf052-7602-432e-948c-acb779e57efb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.571865] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 690.571865] env[70621]: value = "task-4135267" [ 690.571865] env[70621]: _type = "Task" [ 690.571865] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.585973] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135267, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.764523] env[70621]: DEBUG nova.network.neutron [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updated VIF entry in instance network info cache for port 70f99740-18e6-4e83-bcf2-b6f8981da504. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.765771] env[70621]: DEBUG nova.network.neutron [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updating instance_info_cache with network_info: [{"id": "70f99740-18e6-4e83-bcf2-b6f8981da504", "address": "fa:16:3e:4b:7a:c8", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f99740-18", "ovs_interfaceid": "70f99740-18e6-4e83-bcf2-b6f8981da504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.810637] env[70621]: DEBUG nova.network.neutron [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Updating instance_info_cache with network_info: [{"id": "6165402b-bef6-4473-8c16-4f6ae2ac528d", "address": "fa:16:3e:6b:49:3e", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6165402b-be", "ovs_interfaceid": "6165402b-bef6-4473-8c16-4f6ae2ac528d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.840042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-983b90c4-b6a7-4f66-aeb1-cc9ffeabd011 tempest-DeleteServersAdminTestJSON-938707539 tempest-DeleteServersAdminTestJSON-938707539-project-admin] Lock "143e6ff9-4c24-42a8-93ac-39b1a8178926" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.546s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.846308] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.846308] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.860784] env[70621]: INFO nova.compute.manager [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Took 29.76 seconds to build instance. [ 691.022957] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772587} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.026695] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 50814155-ce47-43e6-843e-fe135953c0dc/50814155-ce47-43e6-843e-fe135953c0dc.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.027250] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.027250] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c310f92-40ac-4f8e-ba65-adf2b4c36245 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.036227] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 691.036227] env[70621]: value = "task-4135268" [ 691.036227] env[70621]: _type = "Task" [ 691.036227] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.048540] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.088451] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135267, 'name': Rename_Task, 'duration_secs': 0.381537} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.091704] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.093194] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f011832-c6a5-495b-9e83-5d7e848931d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.100546] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 691.100546] env[70621]: value = "task-4135269" [ 691.100546] env[70621]: _type = "Task" [ 691.100546] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.113255] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.273341] env[70621]: DEBUG oslo_concurrency.lockutils [req-be4eae5d-72c9-461a-832a-89b63b4414fc req-a5611735-5de9-4bea-9037-b065f20e6d3e service nova] Releasing lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.304351] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e758d5e7-c7b2-4e7f-8f19-6c0ba63dc4b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.319083] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa545519-7670-4cdd-8851-0c23746f7301 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.323647] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "refresh_cache-c172b6f6-f855-435c-8627-f8061880b775" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.323960] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance network_info: |[{"id": "6165402b-bef6-4473-8c16-4f6ae2ac528d", "address": "fa:16:3e:6b:49:3e", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6165402b-be", "ovs_interfaceid": "6165402b-bef6-4473-8c16-4f6ae2ac528d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.325117] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:49:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6165402b-bef6-4473-8c16-4f6ae2ac528d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.335567] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating folder: Project (930d399bc9014765bacf342855768883). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.336651] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c0df775-594e-4d3f-9ba0-6b0aac87ebde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.404186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e50858d4-8295-4e25-98a2-1a9021f40173 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.316s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.408741] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5201fa-9d84-4af3-a2fe-92a1f27a32f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.415246] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created folder: Project (930d399bc9014765bacf342855768883) in parent group-v818963. [ 691.416020] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating folder: Instances. Parent ref: group-v818999. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.419337] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c23ebbd6-eaee-41dc-ab25-60ed3074b2d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.423952] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f04406-9066-4ddb-80c2-dfbd46817754 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.450919] env[70621]: DEBUG nova.compute.provider_tree [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.451792] env[70621]: DEBUG nova.network.neutron [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Updated VIF entry in instance network info cache for port 74f896ea-e2d3-43bc-9f9d-76905d55c81d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.452173] env[70621]: DEBUG nova.network.neutron [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Updating instance_info_cache with network_info: [{"id": "74f896ea-e2d3-43bc-9f9d-76905d55c81d", "address": "fa:16:3e:ea:00:86", "network": {"id": "d1a5cae2-9bd1-4ea8-8e96-26ffeb67b5bc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1741515765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad8c2cc15ce44ea9c86bd175f75a2a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74f896ea-e2", "ovs_interfaceid": "74f896ea-e2d3-43bc-9f9d-76905d55c81d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.456249] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created folder: Instances in parent group-v818999. [ 691.456249] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.456249] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.456669] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0e16375-f0dd-4751-85ca-9cc43743b8c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.480960] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.480960] env[70621]: value = "task-4135272" [ 691.480960] env[70621]: _type = "Task" [ 691.480960] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.492992] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135272, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.549280] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207614} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.549933] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.550899] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d856ea6-6136-430d-81ed-3a9ea252d1dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.579118] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 50814155-ce47-43e6-843e-fe135953c0dc/50814155-ce47-43e6-843e-fe135953c0dc.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.579572] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b106f51b-8f9a-42cc-a4ac-b4b97e7ad92b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.606246] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 691.606246] env[70621]: value = "task-4135273" [ 691.606246] env[70621]: _type = "Task" [ 691.606246] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.613949] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.620766] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.688161] env[70621]: DEBUG nova.network.neutron [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Successfully updated port: 9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.850196] env[70621]: DEBUG nova.compute.manager [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Received event network-vif-plugged-6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.851801] env[70621]: DEBUG oslo_concurrency.lockutils [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] Acquiring lock "c172b6f6-f855-435c-8627-f8061880b775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.851801] env[70621]: DEBUG oslo_concurrency.lockutils [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] Lock "c172b6f6-f855-435c-8627-f8061880b775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.852233] env[70621]: DEBUG oslo_concurrency.lockutils [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] Lock "c172b6f6-f855-435c-8627-f8061880b775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.853423] env[70621]: DEBUG nova.compute.manager [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] No waiting events found dispatching network-vif-plugged-6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.854842] env[70621]: WARNING nova.compute.manager [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Received unexpected event network-vif-plugged-6165402b-bef6-4473-8c16-4f6ae2ac528d for instance with vm_state building and task_state spawning. [ 691.854842] env[70621]: DEBUG nova.compute.manager [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Received event network-changed-6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.854842] env[70621]: DEBUG nova.compute.manager [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Refreshing instance network info cache due to event network-changed-6165402b-bef6-4473-8c16-4f6ae2ac528d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.854842] env[70621]: DEBUG oslo_concurrency.lockutils [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] Acquiring lock "refresh_cache-c172b6f6-f855-435c-8627-f8061880b775" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.854842] env[70621]: DEBUG oslo_concurrency.lockutils [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] Acquired lock "refresh_cache-c172b6f6-f855-435c-8627-f8061880b775" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.855142] env[70621]: DEBUG nova.network.neutron [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Refreshing network info cache for port 6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.908907] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.952652] env[70621]: DEBUG nova.scheduler.client.report [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.959404] env[70621]: DEBUG oslo_concurrency.lockutils [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] Releasing lock "refresh_cache-546b9c10-6fe1-4bf4-b81d-085aea635776" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.959833] env[70621]: DEBUG nova.compute.manager [req-652280c0-71e7-4b1d-8282-24bdc57eaffa req-94229e05-f468-42d4-bcb1-00c8a0347364 service nova] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Received event network-vif-deleted-850ce523-2f25-4e31-9de6-c94b6424124c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.997625] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135272, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.121850] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.122927] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.191336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "refresh_cache-5a0ea751-b3b0-4246-865b-46eab03144ae" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.191336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "refresh_cache-5a0ea751-b3b0-4246-865b-46eab03144ae" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.191543] env[70621]: DEBUG nova.network.neutron [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.444167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.460303] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.463427] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.208s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.470951] env[70621]: INFO nova.compute.claims [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.495237] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135272, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.496589] env[70621]: INFO nova.scheduler.client.report [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocations for instance fb791a59-82e3-4dcc-b1db-86af929b7689 [ 692.618176] env[70621]: DEBUG oslo_vmware.api [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135269, 'name': PowerOnVM_Task, 'duration_secs': 1.085332} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.625402] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.625706] env[70621]: INFO nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Took 10.59 seconds to spawn the instance on the hypervisor. [ 692.625846] env[70621]: DEBUG nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.626290] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135273, 'name': ReconfigVM_Task, 'duration_secs': 0.727516} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.627125] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70483a90-271c-4994-9e1d-c58992a731f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.630942] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 50814155-ce47-43e6-843e-fe135953c0dc/50814155-ce47-43e6-843e-fe135953c0dc.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.631753] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe708d34-b825-4f63-bf88-2d074a971313 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.646030] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 692.646030] env[70621]: value = "task-4135274" [ 692.646030] env[70621]: _type = "Task" [ 692.646030] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.657496] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135274, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.682208] env[70621]: DEBUG nova.network.neutron [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Updated VIF entry in instance network info cache for port 6165402b-bef6-4473-8c16-4f6ae2ac528d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.685095] env[70621]: DEBUG nova.network.neutron [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Updating instance_info_cache with network_info: [{"id": "6165402b-bef6-4473-8c16-4f6ae2ac528d", "address": "fa:16:3e:6b:49:3e", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6165402b-be", "ovs_interfaceid": "6165402b-bef6-4473-8c16-4f6ae2ac528d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.757449] env[70621]: DEBUG nova.network.neutron [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.999578] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135272, 'name': CreateVM_Task, 'duration_secs': 1.148758} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.000686] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.001445] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.001626] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.002034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.002619] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35f6c20-e7f4-40f8-864f-c70a52e1d77a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.005541] env[70621]: DEBUG nova.network.neutron [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Updating instance_info_cache with network_info: [{"id": "9cbe0302-8ba8-453c-b517-13962a57745d", "address": "fa:16:3e:8a:80:52", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbe0302-8b", "ovs_interfaceid": "9cbe0302-8ba8-453c-b517-13962a57745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.015362] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f2487724-9a6f-4a31-8c7c-202641b81435 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "fb791a59-82e3-4dcc-b1db-86af929b7689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.456s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.019058] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 693.019058] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52abca6f-0b29-a611-60ce-d450e28e567d" [ 693.019058] env[70621]: _type = "Task" [ 693.019058] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.030210] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52abca6f-0b29-a611-60ce-d450e28e567d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.161047] env[70621]: INFO nova.compute.manager [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Took 27.89 seconds to build instance. [ 693.169656] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135274, 'name': Rename_Task, 'duration_secs': 0.229873} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.170120] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.170548] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d93953-2df4-49fb-802b-dae5020b4b84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.178581] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 693.178581] env[70621]: value = "task-4135275" [ 693.178581] env[70621]: _type = "Task" [ 693.178581] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.190211] env[70621]: DEBUG oslo_concurrency.lockutils [req-46be7c80-7b81-4e81-83bc-06b5d267f444 req-9ee85bc0-4af0-4f82-a21a-bdea115d28c5 service nova] Releasing lock "refresh_cache-c172b6f6-f855-435c-8627-f8061880b775" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.198412] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.328897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "073eaf30-1b21-43a7-a020-0fe9508db118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.329262] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "073eaf30-1b21-43a7-a020-0fe9508db118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.515781] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "refresh_cache-5a0ea751-b3b0-4246-865b-46eab03144ae" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.517215] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Instance network_info: |[{"id": "9cbe0302-8ba8-453c-b517-13962a57745d", "address": "fa:16:3e:8a:80:52", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbe0302-8b", "ovs_interfaceid": "9cbe0302-8ba8-453c-b517-13962a57745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.521240] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:80:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cbe0302-8ba8-453c-b517-13962a57745d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.530066] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.531094] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.536422] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50c88c0c-a990-45df-aa39-612dad679473 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.567385] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52abca6f-0b29-a611-60ce-d450e28e567d, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.569104] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.569419] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.569701] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.569838] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.570115] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.570663] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.570663] env[70621]: value = "task-4135276" [ 693.570663] env[70621]: _type = "Task" [ 693.570663] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.570663] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfd479ce-c663-4099-9996-caa7cbdb2f7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.586349] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135276, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.589049] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.589049] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.589049] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24bc298-95eb-4c7d-ad5c-59b721d9de70 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.597319] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 693.597319] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d43950-a9c2-991d-3d23-4b2acf8f3a19" [ 693.597319] env[70621]: _type = "Task" [ 693.597319] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.607915] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d43950-a9c2-991d-3d23-4b2acf8f3a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.663411] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5dc77fcb-565c-4e66-9ad9-7d085610b358 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.780s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.695053] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.992071] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d389a2c-9ff4-4742-b042-4ed94c92b2f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.000819] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995bc1d7-642c-4220-a7e1-037b306f6884 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.035376] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab54758-992e-4063-a2e9-b5f668d775d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.045079] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd69e4-96cc-4bb2-9be3-5102c8f5b139 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.059539] env[70621]: DEBUG nova.compute.provider_tree [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.085729] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135276, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.109172] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d43950-a9c2-991d-3d23-4b2acf8f3a19, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.111042] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e397f4f-96cd-4982-a7ef-c234d7643425 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.118090] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 694.118090] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52df5e82-837e-d021-544a-42dcd63e72ea" [ 694.118090] env[70621]: _type = "Task" [ 694.118090] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.129833] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52df5e82-837e-d021-544a-42dcd63e72ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.170398] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.192829] env[70621]: DEBUG oslo_vmware.api [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135275, 'name': PowerOnVM_Task, 'duration_secs': 0.777369} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.192829] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.192829] env[70621]: INFO nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Took 9.61 seconds to spawn the instance on the hypervisor. [ 694.192829] env[70621]: DEBUG nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.193868] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2901a273-aec0-416b-90a0-83844f19df7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.564688] env[70621]: DEBUG nova.scheduler.client.report [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.586928] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135276, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.630702] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52df5e82-837e-d021-544a-42dcd63e72ea, 'name': SearchDatastore_Task, 'duration_secs': 0.042323} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.630990] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.631276] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.631540] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf628c9e-4534-40d5-950d-6a199741d02f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.640281] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 694.640281] env[70621]: value = "task-4135277" [ 694.640281] env[70621]: _type = "Task" [ 694.640281] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.653717] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.679401] env[70621]: DEBUG nova.compute.manager [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Received event network-vif-plugged-9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.681038] env[70621]: DEBUG oslo_concurrency.lockutils [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] Acquiring lock "5a0ea751-b3b0-4246-865b-46eab03144ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.681038] env[70621]: DEBUG oslo_concurrency.lockutils [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.681038] env[70621]: DEBUG oslo_concurrency.lockutils [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.681038] env[70621]: DEBUG nova.compute.manager [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] No waiting events found dispatching network-vif-plugged-9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.681038] env[70621]: WARNING nova.compute.manager [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Received unexpected event network-vif-plugged-9cbe0302-8ba8-453c-b517-13962a57745d for instance with vm_state building and task_state spawning. [ 694.681403] env[70621]: DEBUG nova.compute.manager [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Received event network-changed-9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.681403] env[70621]: DEBUG nova.compute.manager [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Refreshing instance network info cache due to event network-changed-9cbe0302-8ba8-453c-b517-13962a57745d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.681403] env[70621]: DEBUG oslo_concurrency.lockutils [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] Acquiring lock "refresh_cache-5a0ea751-b3b0-4246-865b-46eab03144ae" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.681403] env[70621]: DEBUG oslo_concurrency.lockutils [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] Acquired lock "refresh_cache-5a0ea751-b3b0-4246-865b-46eab03144ae" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.681403] env[70621]: DEBUG nova.network.neutron [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Refreshing network info cache for port 9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.706336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.716808] env[70621]: INFO nova.compute.manager [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Took 28.85 seconds to build instance. [ 694.776343] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "557df77b-d4f0-4160-9ccf-b041b5f0e902" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.776658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.785932] env[70621]: DEBUG nova.compute.manager [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 695.071442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.072059] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.074992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.233s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.078051] env[70621]: INFO nova.compute.claims [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.096931] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135276, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.155020] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135277, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.219654] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0766a92d-47f8-41e7-a2d2-815f4287f55e tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "50814155-ce47-43e6-843e-fe135953c0dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.653s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.317999] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.584153] env[70621]: DEBUG nova.compute.utils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.592437] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.592437] env[70621]: DEBUG nova.network.neutron [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.605027] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135276, 'name': CreateVM_Task, 'duration_secs': 1.576623} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.606341] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.607317] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.607522] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.608129] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.608682] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8433138-fd1c-4402-a157-b694efee6ab5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.615468] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 695.615468] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52355fc9-159b-249b-3f0e-7154aa02e902" [ 695.615468] env[70621]: _type = "Task" [ 695.615468] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.616337] env[70621]: DEBUG nova.network.neutron [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Updated VIF entry in instance network info cache for port 9cbe0302-8ba8-453c-b517-13962a57745d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.616682] env[70621]: DEBUG nova.network.neutron [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Updating instance_info_cache with network_info: [{"id": "9cbe0302-8ba8-453c-b517-13962a57745d", "address": "fa:16:3e:8a:80:52", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbe0302-8b", "ovs_interfaceid": "9cbe0302-8ba8-453c-b517-13962a57745d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.628127] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52355fc9-159b-249b-3f0e-7154aa02e902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.654278] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880437} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.654620] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.655178] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.655479] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfefafe8-87a2-4eeb-834d-8123bdcc47cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.663533] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 695.663533] env[70621]: value = "task-4135278" [ 695.663533] env[70621]: _type = "Task" [ 695.663533] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.679056] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.722749] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.746839] env[70621]: DEBUG nova.policy [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7556187cb7b43b2bec79f3488b2d5d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1488d637944eb088b0e465cd0834a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.097545] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.119408] env[70621]: DEBUG oslo_concurrency.lockutils [req-810cbeb3-2b4e-44cb-b1e0-1b0c7cc7bd7d req-8ac308c8-89b7-4abc-9080-4ef9799d029d service nova] Releasing lock "refresh_cache-5a0ea751-b3b0-4246-865b-46eab03144ae" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.138995] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52355fc9-159b-249b-3f0e-7154aa02e902, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.142114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.142114] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.142114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.142114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.142499] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.142499] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75b912a2-a504-489b-a642-527202f500f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.154713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.155456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.156591] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.156786] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.157593] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d842c437-58be-42f8-9164-b167060a4012 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.169754] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 696.169754] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529a59f2-87ca-a208-1331-6b69d1415e57" [ 696.169754] env[70621]: _type = "Task" [ 696.169754] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.178118] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107121} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.178884] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.179785] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5da890-25da-4ae4-bc89-0ad541e8e97f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190506] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529a59f2-87ca-a208-1331-6b69d1415e57, 'name': SearchDatastore_Task, 'duration_secs': 0.013918} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.192020] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0f07cb-89e0-4919-9d39-7898f0fd81cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.215361] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.219243] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5419553-97c4-4a37-8bf6-6f57be53d8ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.241026] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 696.241026] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52acff17-2d9e-838f-ab0b-7bc968c2c915" [ 696.241026] env[70621]: _type = "Task" [ 696.241026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.252048] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 696.252048] env[70621]: value = "task-4135279" [ 696.252048] env[70621]: _type = "Task" [ 696.252048] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.256680] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52acff17-2d9e-838f-ab0b-7bc968c2c915, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.260712] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.264590] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.265180] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5a0ea751-b3b0-4246-865b-46eab03144ae/5a0ea751-b3b0-4246-865b-46eab03144ae.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.265815] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46e5c443-3415-4d0b-aa3c-dd1c2369369a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.274749] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.277098] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 696.277098] env[70621]: value = "task-4135280" [ 696.277098] env[70621]: _type = "Task" [ 696.277098] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.285832] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.711504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95415c5a-22f7-4f17-8de0-ede032050b75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.721619] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b06f3-df9c-4495-8aab-63341bf27f89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.762028] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2601b4-94ae-485e-873e-c2de7efd15cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.772751] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.776887] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbda153-9a53-4dc6-9d0f-9bfa4347f765 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.791662] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.800229] env[70621]: DEBUG nova.compute.provider_tree [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.109407] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.139130] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.139404] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.139565] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.139752] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.139903] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.140099] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.140336] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.140504] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.140675] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.140844] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.141027] env[70621]: DEBUG nova.virt.hardware [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.142023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ea4fd-226b-4857-bc6c-36d2a8a78000 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.150902] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a5331-f981-4742-b478-2b0634512e26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.170242] env[70621]: DEBUG nova.network.neutron [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Successfully created port: a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.267452] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135279, 'name': ReconfigVM_Task, 'duration_secs': 0.707298} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.267810] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.268441] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e51444d7-c49a-474c-a4a6-6376f2b059eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.275762] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 697.275762] env[70621]: value = "task-4135281" [ 697.275762] env[70621]: _type = "Task" [ 697.275762] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.285352] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135281, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.294410] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613312} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.294580] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5a0ea751-b3b0-4246-865b-46eab03144ae/5a0ea751-b3b0-4246-865b-46eab03144ae.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.294779] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.295039] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d52e208f-6e49-404a-87eb-c4346fe4ac1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.302025] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 697.302025] env[70621]: value = "task-4135282" [ 697.302025] env[70621]: _type = "Task" [ 697.302025] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.303045] env[70621]: DEBUG nova.scheduler.client.report [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.319486] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.332249] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "546b9c10-6fe1-4bf4-b81d-085aea635776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.335101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.335101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "546b9c10-6fe1-4bf4-b81d-085aea635776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.335101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.335101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.337693] env[70621]: INFO nova.compute.manager [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Terminating instance [ 697.788571] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135281, 'name': Rename_Task, 'duration_secs': 0.225152} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.788904] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.789206] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b645cf38-c1b8-49ab-b41f-48210b9c51f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.800167] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 697.800167] env[70621]: value = "task-4135283" [ 697.800167] env[70621]: _type = "Task" [ 697.800167] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.809379] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.809908] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.827015] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.328s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.827015] env[70621]: INFO nova.compute.claims [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.827918] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078968} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.827918] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135283, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.832100] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.834704] env[70621]: DEBUG nova.compute.manager [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Received event network-changed-70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.834908] env[70621]: DEBUG nova.compute.manager [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Refreshing instance network info cache due to event network-changed-70f99740-18e6-4e83-bcf2-b6f8981da504. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.835133] env[70621]: DEBUG oslo_concurrency.lockutils [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] Acquiring lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.835270] env[70621]: DEBUG oslo_concurrency.lockutils [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] Acquired lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.835423] env[70621]: DEBUG nova.network.neutron [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Refreshing network info cache for port 70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.837344] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffba11bf-633e-4f63-80df-a7b086bf42dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.842324] env[70621]: DEBUG nova.compute.manager [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.842572] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.844346] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae4ff60-ce9e-4aa5-8ae7-70455f57127e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.866961] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 5a0ea751-b3b0-4246-865b-46eab03144ae/5a0ea751-b3b0-4246-865b-46eab03144ae.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.868955] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0060dc7-15e0-4501-91d7-93d801894235 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.891827] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.893736] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a57d622b-a087-4768-bb05-30df49daaacc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.899400] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 697.899400] env[70621]: value = "task-4135284" [ 697.899400] env[70621]: _type = "Task" [ 697.899400] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.908269] env[70621]: DEBUG oslo_vmware.api [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 697.908269] env[70621]: value = "task-4135285" [ 697.908269] env[70621]: _type = "Task" [ 697.908269] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.918888] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.925934] env[70621]: DEBUG oslo_vmware.api [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.029086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.029380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.315016] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.338466] env[70621]: DEBUG nova.compute.utils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.341601] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.342376] env[70621]: DEBUG nova.network.neutron [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.412864] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135284, 'name': ReconfigVM_Task, 'duration_secs': 0.502607} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.418289] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 5a0ea751-b3b0-4246-865b-46eab03144ae/5a0ea751-b3b0-4246-865b-46eab03144ae.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.419132] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bdba641-e10f-467c-9a54-6a847a6a63d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.428864] env[70621]: DEBUG oslo_vmware.api [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135285, 'name': PowerOffVM_Task, 'duration_secs': 0.39943} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.434252] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.434878] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.435266] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 698.435266] env[70621]: value = "task-4135286" [ 698.435266] env[70621]: _type = "Task" [ 698.435266] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.435486] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df3809ab-9797-482b-90a0-7b3f996c81c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.452091] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135286, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.498053] env[70621]: DEBUG nova.policy [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7556187cb7b43b2bec79f3488b2d5d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb1488d637944eb088b0e465cd0834a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.516309] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.516573] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.516879] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Deleting the datastore file [datastore1] 546b9c10-6fe1-4bf4-b81d-085aea635776 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.517443] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1faad053-24db-419e-b93a-712a46ce595b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.527235] env[70621]: DEBUG oslo_vmware.api [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for the task: (returnval){ [ 698.527235] env[70621]: value = "task-4135288" [ 698.527235] env[70621]: _type = "Task" [ 698.527235] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.539973] env[70621]: DEBUG oslo_vmware.api [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.813290] env[70621]: DEBUG oslo_vmware.api [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135283, 'name': PowerOnVM_Task, 'duration_secs': 0.740133} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.813893] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.814019] env[70621]: INFO nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Took 11.59 seconds to spawn the instance on the hypervisor. [ 698.816576] env[70621]: DEBUG nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.816576] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099eaa64-fbf3-4cb0-9d56-6809cb54dde9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.849227] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.914954] env[70621]: DEBUG nova.network.neutron [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updated VIF entry in instance network info cache for port 70f99740-18e6-4e83-bcf2-b6f8981da504. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.915587] env[70621]: DEBUG nova.network.neutron [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updating instance_info_cache with network_info: [{"id": "70f99740-18e6-4e83-bcf2-b6f8981da504", "address": "fa:16:3e:4b:7a:c8", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70f99740-18", "ovs_interfaceid": "70f99740-18e6-4e83-bcf2-b6f8981da504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.960369] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135286, 'name': Rename_Task, 'duration_secs': 0.223226} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.960738] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.961039] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbccb16f-542d-4def-a829-817d4f7a0bd2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.973771] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 698.973771] env[70621]: value = "task-4135289" [ 698.973771] env[70621]: _type = "Task" [ 698.973771] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.983588] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.038295] env[70621]: DEBUG oslo_vmware.api [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Task: {'id': task-4135288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423136} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.041472] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.041742] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.041957] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.042179] env[70621]: INFO nova.compute.manager [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Took 1.20 seconds to destroy the instance on the hypervisor. [ 699.042764] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.042988] env[70621]: DEBUG nova.compute.manager [-] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.044122] env[70621]: DEBUG nova.network.neutron [-] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.257951] env[70621]: DEBUG nova.network.neutron [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Successfully created port: 7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.339780] env[70621]: INFO nova.compute.manager [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Took 32.85 seconds to build instance. [ 699.421792] env[70621]: DEBUG oslo_concurrency.lockutils [req-368f2890-8d7f-41ca-939a-d8b8dfa00012 req-dd9acce6-d991-4e51-a85b-9bb712777941 service nova] Releasing lock "refresh_cache-50814155-ce47-43e6-843e-fe135953c0dc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.473641] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b527a1-9a4f-4b2d-ad77-858e36864710 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.488373] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.491305] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fb3aac-623d-447d-89a7-06c68921c08d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.525344] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71538911-439c-44d1-8abe-a987e3cbfe37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.536028] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d49bc-1a27-49ab-9747-611d2f821efd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.552091] env[70621]: DEBUG nova.compute.provider_tree [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.841513] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38979367-b0d6-4f40-ab64-eccf9671617b tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "c172b6f6-f855-435c-8627-f8061880b775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.114s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.863654] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.881523] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb36e-91fc-ca5e-731f-3ecbd1fbc1c0/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 699.882548] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a65b1a-3448-4df6-aec5-8031dfea8d4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.895285] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb36e-91fc-ca5e-731f-3ecbd1fbc1c0/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 699.895285] env[70621]: ERROR oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb36e-91fc-ca5e-731f-3ecbd1fbc1c0/disk-0.vmdk due to incomplete transfer. [ 699.895285] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5cb26ef2-b875-44a3-be6d-911aca19d505 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.906666] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.906991] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.908229] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.908503] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.908616] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.908789] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.908953] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.909135] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.909311] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.909474] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.909651] env[70621]: DEBUG nova.virt.hardware [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.910892] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b612216f-4fc0-429b-bd90-b42fa45b92fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.916441] env[70621]: DEBUG oslo_vmware.rw_handles [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfb36e-91fc-ca5e-731f-3ecbd1fbc1c0/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 699.916592] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Uploaded image e91aefb4-d053-4b44-814a-9f2ebdc7d1db to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 699.918794] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 699.919573] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9cedd31d-7f44-426c-b9af-2543ea0fbb05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.927277] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a346e4ed-870c-4614-aa14-70a64632873b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.934259] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 699.934259] env[70621]: value = "task-4135290" [ 699.934259] env[70621]: _type = "Task" [ 699.934259] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.957482] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135290, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.993517] env[70621]: DEBUG oslo_vmware.api [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135289, 'name': PowerOnVM_Task, 'duration_secs': 0.877948} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.993823] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.994062] env[70621]: INFO nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Took 10.00 seconds to spawn the instance on the hypervisor. [ 699.994271] env[70621]: DEBUG nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 699.995193] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d047ab30-58e4-4748-bf48-2067a47488d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.057188] env[70621]: DEBUG nova.scheduler.client.report [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.064938] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "b7de3584-9304-4363-adb5-ecf99a60bdb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.065584] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.218569] env[70621]: DEBUG nova.network.neutron [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Successfully updated port: a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.314068] env[70621]: DEBUG nova.network.neutron [-] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.346302] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.418610] env[70621]: DEBUG nova.compute.manager [req-82c23fd1-3580-4f91-9f1f-c34710d56042 req-6002aa77-fd2e-4a7a-82f2-8e6a052bb079 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Received event network-vif-plugged-a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.419172] env[70621]: DEBUG oslo_concurrency.lockutils [req-82c23fd1-3580-4f91-9f1f-c34710d56042 req-6002aa77-fd2e-4a7a-82f2-8e6a052bb079 service nova] Acquiring lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.419172] env[70621]: DEBUG oslo_concurrency.lockutils [req-82c23fd1-3580-4f91-9f1f-c34710d56042 req-6002aa77-fd2e-4a7a-82f2-8e6a052bb079 service nova] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.419402] env[70621]: DEBUG oslo_concurrency.lockutils [req-82c23fd1-3580-4f91-9f1f-c34710d56042 req-6002aa77-fd2e-4a7a-82f2-8e6a052bb079 service nova] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.419563] env[70621]: DEBUG nova.compute.manager [req-82c23fd1-3580-4f91-9f1f-c34710d56042 req-6002aa77-fd2e-4a7a-82f2-8e6a052bb079 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] No waiting events found dispatching network-vif-plugged-a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.420401] env[70621]: WARNING nova.compute.manager [req-82c23fd1-3580-4f91-9f1f-c34710d56042 req-6002aa77-fd2e-4a7a-82f2-8e6a052bb079 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Received unexpected event network-vif-plugged-a6d704d7-ecba-4c6d-a3cd-27d99518ab79 for instance with vm_state building and task_state spawning. [ 700.449398] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135290, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.521317] env[70621]: INFO nova.compute.manager [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Took 32.92 seconds to build instance. [ 700.558802] env[70621]: DEBUG nova.compute.manager [req-4cb1462b-177b-45b9-98d7-6c355b874c11 req-858da09f-52b7-4e32-a9c1-c7ac105f52e0 service nova] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Received event network-vif-deleted-74f896ea-e2d3-43bc-9f9d-76905d55c81d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.567671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.567962] env[70621]: DEBUG nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.572114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.700s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.573605] env[70621]: INFO nova.compute.claims [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.723729] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "refresh_cache-1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.726094] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired lock "refresh_cache-1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.726094] env[70621]: DEBUG nova.network.neutron [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.816451] env[70621]: INFO nova.compute.manager [-] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Took 1.77 seconds to deallocate network for instance. [ 700.877942] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.953260] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135290, 'name': Destroy_Task, 'duration_secs': 0.774394} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.953653] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Destroyed the VM [ 700.954049] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.955038] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ffbd600-96c5-436b-998f-db15583e69ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.962453] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 700.962453] env[70621]: value = "task-4135291" [ 700.962453] env[70621]: _type = "Task" [ 700.962453] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.975859] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.021223] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c4a55038-f4bc-41c6-9d4b-7943ef269c1a tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.948s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.082301] env[70621]: DEBUG nova.compute.utils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.086169] env[70621]: DEBUG nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.266268] env[70621]: DEBUG nova.network.neutron [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Successfully updated port: 7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.304981] env[70621]: DEBUG nova.network.neutron [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.327440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.474965] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.523433] env[70621]: DEBUG nova.network.neutron [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Updating instance_info_cache with network_info: [{"id": "a6d704d7-ecba-4c6d-a3cd-27d99518ab79", "address": "fa:16:3e:d3:f0:d1", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d704d7-ec", "ovs_interfaceid": "a6d704d7-ecba-4c6d-a3cd-27d99518ab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.526946] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.586524] env[70621]: DEBUG nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.770711] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "refresh_cache-7292ceb7-1cfe-4711-8357-c9e1a3b047af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.771723] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired lock "refresh_cache-7292ceb7-1cfe-4711-8357-c9e1a3b047af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.772218] env[70621]: DEBUG nova.network.neutron [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.978550] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.031150] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Releasing lock "refresh_cache-1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.034402] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Instance network_info: |[{"id": "a6d704d7-ecba-4c6d-a3cd-27d99518ab79", "address": "fa:16:3e:d3:f0:d1", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d704d7-ec", "ovs_interfaceid": "a6d704d7-ecba-4c6d-a3cd-27d99518ab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.040484] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f0:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6d704d7-ecba-4c6d-a3cd-27d99518ab79', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.052602] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating folder: Project (cb1488d637944eb088b0e465cd0834a1). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.052999] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78957cdf-3e58-407f-aa3c-3c5a4f19862d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.072020] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.072020] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Created folder: Project (cb1488d637944eb088b0e465cd0834a1) in parent group-v818963. [ 702.072020] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating folder: Instances. Parent ref: group-v819003. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.072020] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f2cb9e-46c6-45f1-aebe-b4941840d303 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.087915] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Created folder: Instances in parent group-v819003. [ 702.087915] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.088194] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.093333] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-606483d3-1d46-43f6-afaa-f2b44ec72177 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.122236] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.122236] env[70621]: value = "task-4135294" [ 702.122236] env[70621]: _type = "Task" [ 702.122236] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.136220] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135294, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.243638] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "40a8e338-4099-4da8-b39a-0235c5e8d450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.243638] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.253708] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b576de4d-2cb8-4e2d-9202-08df51c55fd8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.266019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faef17d-70ef-40c1-8a37-02617d6f0e11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.302179] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b479dac-bc80-4246-957e-55269bb79bdd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.314023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedb8fa-f100-416f-bc86-6928f5fb3b4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.329537] env[70621]: DEBUG nova.compute.provider_tree [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.344215] env[70621]: DEBUG nova.network.neutron [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.456241] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.456525] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.489841] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135291, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.586029] env[70621]: DEBUG nova.network.neutron [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Updating instance_info_cache with network_info: [{"id": "7620e346-6e01-4936-a47b-8c3e3c12860d", "address": "fa:16:3e:7a:1e:7a", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7620e346-6e", "ovs_interfaceid": "7620e346-6e01-4936-a47b-8c3e3c12860d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.620671] env[70621]: DEBUG nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.635246] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135294, 'name': CreateVM_Task, 'duration_secs': 0.449386} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.635437] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.636147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.636814] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.636814] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.638764] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65aab1f-e3c0-4284-b26a-457422ce64fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.644900] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 702.644900] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b2c0a3-0b0f-d1e8-be21-921a9fe92908" [ 702.644900] env[70621]: _type = "Task" [ 702.644900] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.650950] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.651202] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.651376] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.651556] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.651714] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.651866] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.652104] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.652301] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.652500] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.652663] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.652849] env[70621]: DEBUG nova.virt.hardware [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.653689] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578ed0a-714b-47b8-ab26-68bd4c6b0999 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.662639] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b2c0a3-0b0f-d1e8-be21-921a9fe92908, 'name': SearchDatastore_Task, 'duration_secs': 0.012764} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.664799] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.665053] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.665288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.665434] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.665624] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.665912] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7566782-5765-4e97-b92c-15085742b38b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.668728] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5ddf65-43a3-4276-bb99-79696a3c81b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.684307] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.689858] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Creating folder: Project (6317dc2ae6254d6ca56d18e7e4c6402d). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.691383] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdb86a57-eebb-4a56-af41-bd145da66c02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.693305] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.693473] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.694205] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d45e67d-4c75-4b12-8427-388cf3259f81 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.700522] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 702.700522] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52678902-08b2-dee5-e767-a013a2147fde" [ 702.700522] env[70621]: _type = "Task" [ 702.700522] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.710880] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Created folder: Project (6317dc2ae6254d6ca56d18e7e4c6402d) in parent group-v818963. [ 702.711114] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Creating folder: Instances. Parent ref: group-v819006. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.711537] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52678902-08b2-dee5-e767-a013a2147fde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.711992] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b225246-d23a-4941-b663-5094a518373e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.722509] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Created folder: Instances in parent group-v819006. [ 702.722782] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.722977] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.723233] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d60a10-0801-46bb-a871-b002396b754a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.740386] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.740386] env[70621]: value = "task-4135297" [ 702.740386] env[70621]: _type = "Task" [ 702.740386] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.748872] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135297, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.834134] env[70621]: DEBUG nova.scheduler.client.report [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.978965] env[70621]: DEBUG oslo_vmware.api [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135291, 'name': RemoveSnapshot_Task, 'duration_secs': 1.74634} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.979313] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 702.979623] env[70621]: INFO nova.compute.manager [None req-b3484676-5f64-4a85-9ce9-a89371c255a0 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Took 17.47 seconds to snapshot the instance on the hypervisor. [ 703.084037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "ba429fba-1128-4002-96bf-50a463bad12b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.084398] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "ba429fba-1128-4002-96bf-50a463bad12b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.088771] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Releasing lock "refresh_cache-7292ceb7-1cfe-4711-8357-c9e1a3b047af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.089084] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Instance network_info: |[{"id": "7620e346-6e01-4936-a47b-8c3e3c12860d", "address": "fa:16:3e:7a:1e:7a", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7620e346-6e", "ovs_interfaceid": "7620e346-6e01-4936-a47b-8c3e3c12860d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.089475] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:1e:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7620e346-6e01-4936-a47b-8c3e3c12860d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.096881] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.098108] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.099595] env[70621]: DEBUG nova.compute.manager [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Received event network-changed-a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.099775] env[70621]: DEBUG nova.compute.manager [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Refreshing instance network info cache due to event network-changed-a6d704d7-ecba-4c6d-a3cd-27d99518ab79. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.099986] env[70621]: DEBUG oslo_concurrency.lockutils [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] Acquiring lock "refresh_cache-1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.100141] env[70621]: DEBUG oslo_concurrency.lockutils [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] Acquired lock "refresh_cache-1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.100301] env[70621]: DEBUG nova.network.neutron [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Refreshing network info cache for port a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.101370] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e19dc2-2a4f-4472-b0cc-64182b3f96d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.117855] env[70621]: DEBUG nova.compute.manager [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Received event network-vif-plugged-7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.118012] env[70621]: DEBUG oslo_concurrency.lockutils [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] Acquiring lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.118237] env[70621]: DEBUG oslo_concurrency.lockutils [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.118401] env[70621]: DEBUG oslo_concurrency.lockutils [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.118566] env[70621]: DEBUG nova.compute.manager [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] No waiting events found dispatching network-vif-plugged-7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 703.118722] env[70621]: WARNING nova.compute.manager [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Received unexpected event network-vif-plugged-7620e346-6e01-4936-a47b-8c3e3c12860d for instance with vm_state building and task_state spawning. [ 703.118882] env[70621]: DEBUG nova.compute.manager [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Received event network-changed-7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.119045] env[70621]: DEBUG nova.compute.manager [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Refreshing instance network info cache due to event network-changed-7620e346-6e01-4936-a47b-8c3e3c12860d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.119310] env[70621]: DEBUG oslo_concurrency.lockutils [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] Acquiring lock "refresh_cache-7292ceb7-1cfe-4711-8357-c9e1a3b047af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.119363] env[70621]: DEBUG oslo_concurrency.lockutils [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] Acquired lock "refresh_cache-7292ceb7-1cfe-4711-8357-c9e1a3b047af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.119507] env[70621]: DEBUG nova.network.neutron [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Refreshing network info cache for port 7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.126402] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.126402] env[70621]: value = "task-4135298" [ 703.126402] env[70621]: _type = "Task" [ 703.126402] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.138766] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135298, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.211810] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52678902-08b2-dee5-e767-a013a2147fde, 'name': SearchDatastore_Task, 'duration_secs': 0.016102} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.213021] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c693e7-81d1-41a7-8041-1ae5a38e5149 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.218570] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 703.218570] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c6f5c6-9fa3-be1d-6f4c-91dad0096b97" [ 703.218570] env[70621]: _type = "Task" [ 703.218570] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.226896] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c6f5c6-9fa3-be1d-6f4c-91dad0096b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.251386] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135297, 'name': CreateVM_Task, 'duration_secs': 0.321472} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.251670] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.252052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.252214] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.252595] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.253582] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb0fdc1-c728-42d2-a794-4416f2869310 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.258357] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 703.258357] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52efb82a-58c5-2c76-7baa-a18f5824b1fc" [ 703.258357] env[70621]: _type = "Task" [ 703.258357] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.269830] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52efb82a-58c5-2c76-7baa-a18f5824b1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.339898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.342258] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.344154] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.837s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.345661] env[70621]: INFO nova.compute.claims [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.488176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.488176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.637536] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135298, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.729705] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c6f5c6-9fa3-be1d-6f4c-91dad0096b97, 'name': SearchDatastore_Task, 'duration_secs': 0.029999} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.735345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.735651] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c/1da8c2cc-21eb-4d24-b69b-c48f4bb2561c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.735941] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a27ebdb-de29-4cfd-8816-93b5f1ea0e71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.744110] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 703.744110] env[70621]: value = "task-4135299" [ 703.744110] env[70621]: _type = "Task" [ 703.744110] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.755264] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.772383] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52efb82a-58c5-2c76-7baa-a18f5824b1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.019593} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.781428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.781428] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.781428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.781428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.781601] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.781601] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25dce924-3369-4e72-aaa3-9d9c37e8fe81 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.791345] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.791612] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.792300] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-561c1d04-e3cd-4cb5-a143-e6a7343a06ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.801487] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 703.801487] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52faa7e0-4b5e-fdc2-ab3b-231740dff951" [ 703.801487] env[70621]: _type = "Task" [ 703.801487] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.819522] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52faa7e0-4b5e-fdc2-ab3b-231740dff951, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.819522] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-047a46d2-c395-44b6-912b-75deacd81b8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.825850] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 703.825850] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f68e45-788d-d6c1-a288-0def3f11bf8f" [ 703.825850] env[70621]: _type = "Task" [ 703.825850] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.838044] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f68e45-788d-d6c1-a288-0def3f11bf8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.851476] env[70621]: DEBUG nova.compute.utils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.854864] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.855124] env[70621]: DEBUG nova.network.neutron [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.908916] env[70621]: DEBUG nova.network.neutron [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Updated VIF entry in instance network info cache for port a6d704d7-ecba-4c6d-a3cd-27d99518ab79. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.909561] env[70621]: DEBUG nova.network.neutron [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Updating instance_info_cache with network_info: [{"id": "a6d704d7-ecba-4c6d-a3cd-27d99518ab79", "address": "fa:16:3e:d3:f0:d1", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6d704d7-ec", "ovs_interfaceid": "a6d704d7-ecba-4c6d-a3cd-27d99518ab79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.958867] env[70621]: DEBUG nova.policy [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2482c0ee410d46ee8841a6418d8910cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72bab0bcf1c34a528ec3e06f78d21c40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.138565] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135298, 'name': CreateVM_Task, 'duration_secs': 0.53609} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.138747] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.139476] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.139641] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.140042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.140322] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ade238-7366-497a-a5f0-3385aceae199 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.145909] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 704.145909] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52799991-d4ee-880d-9c70-d8b5caaf9499" [ 704.145909] env[70621]: _type = "Task" [ 704.145909] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.156460] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52799991-d4ee-880d-9c70-d8b5caaf9499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.163392] env[70621]: DEBUG nova.network.neutron [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Updated VIF entry in instance network info cache for port 7620e346-6e01-4936-a47b-8c3e3c12860d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.163755] env[70621]: DEBUG nova.network.neutron [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Updating instance_info_cache with network_info: [{"id": "7620e346-6e01-4936-a47b-8c3e3c12860d", "address": "fa:16:3e:7a:1e:7a", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7620e346-6e", "ovs_interfaceid": "7620e346-6e01-4936-a47b-8c3e3c12860d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.256822] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135299, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.342282] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f68e45-788d-d6c1-a288-0def3f11bf8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.342282] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.342282] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.342282] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8162d95f-d469-4339-88e0-3536451efe2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.354838] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 704.354838] env[70621]: value = "task-4135300" [ 704.354838] env[70621]: _type = "Task" [ 704.354838] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.364215] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.376542] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.419675] env[70621]: DEBUG oslo_concurrency.lockutils [req-33a500a1-b242-4c32-b288-0846e2782362 req-01c4c4b0-b0ac-407a-9d14-d16b69585128 service nova] Releasing lock "refresh_cache-1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.517622] env[70621]: DEBUG nova.network.neutron [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Successfully created port: 99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.658044] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52799991-d4ee-880d-9c70-d8b5caaf9499, 'name': SearchDatastore_Task, 'duration_secs': 0.01319} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.659200] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.659200] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.659364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.659483] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.659655] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.660310] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c780b4c-8e5c-4915-9411-f7da96c19a9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.670243] env[70621]: DEBUG oslo_concurrency.lockutils [req-390c3ddb-d31f-4dfe-99c3-94c2b7d7bfd1 req-e2f92815-434b-4e8a-926c-784964529b62 service nova] Releasing lock "refresh_cache-7292ceb7-1cfe-4711-8357-c9e1a3b047af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.688201] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.688716] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.689555] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91768f72-1b16-454c-aba4-54e2e5415264 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.701728] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 704.701728] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5276b879-ccd3-f0b6-9585-6f6814a840ec" [ 704.701728] env[70621]: _type = "Task" [ 704.701728] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.712388] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5276b879-ccd3-f0b6-9585-6f6814a840ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.759896] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916921} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.761182] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c/1da8c2cc-21eb-4d24-b69b-c48f4bb2561c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.761582] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.762269] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4382071-6377-4918-9a0c-15117b957778 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.773364] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 704.773364] env[70621]: value = "task-4135301" [ 704.773364] env[70621]: _type = "Task" [ 704.773364] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.787886] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.876923] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.050249] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05e8c83-1f90-4745-8f13-2e8ae5191f50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.060333] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f395f686-4b2c-42ef-a155-aac0d07a6980 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.098810] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f692a38-382e-4338-a52b-3e16efd54497 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.104843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a6c0cf-1a85-4200-b51b-0f2c48b403fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.120535] env[70621]: DEBUG nova.compute.provider_tree [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.218348] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5276b879-ccd3-f0b6-9585-6f6814a840ec, 'name': SearchDatastore_Task, 'duration_secs': 0.042298} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.219448] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f65caba-889c-41a8-9480-f5aeff9fc069 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.228888] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 705.228888] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fdb540-9e92-f5a6-f4dd-63c0f70a141e" [ 705.228888] env[70621]: _type = "Task" [ 705.228888] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.239085] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fdb540-9e92-f5a6-f4dd-63c0f70a141e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.284429] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307101} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.284727] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.285624] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32798c39-da94-4a32-9e1e-9285abf2789b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.314713] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c/1da8c2cc-21eb-4d24-b69b-c48f4bb2561c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.315064] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152cafa5-1f73-4c53-aa57-3ed0cdd241f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.337803] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 705.337803] env[70621]: value = "task-4135302" [ 705.337803] env[70621]: _type = "Task" [ 705.337803] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.349705] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.366737] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.378301] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.413086] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.413393] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.413591] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.413805] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.413958] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.414123] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.414397] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.414598] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.414876] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.415075] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.415259] env[70621]: DEBUG nova.virt.hardware [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.416820] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494c81f7-38b4-4cc8-934e-c0b64a7377b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.428430] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d1417-0228-4a76-92de-cecb14f85802 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.623725] env[70621]: DEBUG nova.scheduler.client.report [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.740242] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fdb540-9e92-f5a6-f4dd-63c0f70a141e, 'name': SearchDatastore_Task, 'duration_secs': 0.052967} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.740733] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.741073] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 7292ceb7-1cfe-4711-8357-c9e1a3b047af/7292ceb7-1cfe-4711-8357-c9e1a3b047af.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.741348] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b761fa02-5c61-4c3f-9b74-fef0b0f67764 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.750100] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 705.750100] env[70621]: value = "task-4135303" [ 705.750100] env[70621]: _type = "Task" [ 705.750100] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.758711] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.849043] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.855621] env[70621]: DEBUG nova.compute.manager [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 705.856552] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3847ed62-3c76-4cb8-b0c7-1a125d62bfd9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.869489] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135300, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185871} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.871216] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.871442] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.873831] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc2a86cd-19af-4c7c-8a59-8044cd471847 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.882037] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 705.882037] env[70621]: value = "task-4135304" [ 705.882037] env[70621]: _type = "Task" [ 705.882037] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.895615] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.128676] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.129208] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.132181] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.542s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.132806] env[70621]: DEBUG nova.objects.instance [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lazy-loading 'resources' on Instance uuid aa275333-f648-45fe-a003-8eb6320d4acb {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 706.261319] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.336318] env[70621]: DEBUG nova.compute.manager [req-c1ee8c21-e2c6-456d-bca2-5fe764e54846 req-3ee17e86-575b-42b3-a297-9be03144910a service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Received event network-vif-plugged-99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.336554] env[70621]: DEBUG oslo_concurrency.lockutils [req-c1ee8c21-e2c6-456d-bca2-5fe764e54846 req-3ee17e86-575b-42b3-a297-9be03144910a service nova] Acquiring lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.336840] env[70621]: DEBUG oslo_concurrency.lockutils [req-c1ee8c21-e2c6-456d-bca2-5fe764e54846 req-3ee17e86-575b-42b3-a297-9be03144910a service nova] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.337374] env[70621]: DEBUG oslo_concurrency.lockutils [req-c1ee8c21-e2c6-456d-bca2-5fe764e54846 req-3ee17e86-575b-42b3-a297-9be03144910a service nova] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.337374] env[70621]: DEBUG nova.compute.manager [req-c1ee8c21-e2c6-456d-bca2-5fe764e54846 req-3ee17e86-575b-42b3-a297-9be03144910a service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] No waiting events found dispatching network-vif-plugged-99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.337677] env[70621]: WARNING nova.compute.manager [req-c1ee8c21-e2c6-456d-bca2-5fe764e54846 req-3ee17e86-575b-42b3-a297-9be03144910a service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Received unexpected event network-vif-plugged-99ac559e-a87a-46d6-8e9a-35fee4dde83a for instance with vm_state building and task_state spawning. [ 706.351150] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.383176] env[70621]: INFO nova.compute.manager [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] instance snapshotting [ 706.394956] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66ceb00-0e51-4428-9cb1-2e9dc4575db7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.405311] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067009} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.427229] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.429902] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8133a06-07a6-4381-b896-a17c603b72c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.436162] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab278855-a23e-40bd-90f6-9c3f5670e80e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.465309] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.468466] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9899581a-c400-4ad1-8cc4-8e67e71e77a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.498273] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 706.498273] env[70621]: value = "task-4135305" [ 706.498273] env[70621]: _type = "Task" [ 706.498273] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.512271] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.513915] env[70621]: DEBUG nova.network.neutron [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Successfully updated port: 99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.636699] env[70621]: DEBUG nova.compute.utils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.638358] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.638559] env[70621]: DEBUG nova.network.neutron [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.715364] env[70621]: DEBUG nova.policy [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74e4cf069f8943419fd3189326a70e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b9009ce7dc4c6a8268aa3b3f733488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.763376] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007845} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.763727] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 7292ceb7-1cfe-4711-8357-c9e1a3b047af/7292ceb7-1cfe-4711-8357-c9e1a3b047af.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.764019] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.767246] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6688cc-7d85-4d15-9baa-f165790653d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.775381] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 706.775381] env[70621]: value = "task-4135306" [ 706.775381] env[70621]: _type = "Task" [ 706.775381] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.788749] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.853596] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135302, 'name': ReconfigVM_Task, 'duration_secs': 1.315118} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.853596] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c/1da8c2cc-21eb-4d24-b69b-c48f4bb2561c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.854260] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c0e252a-0546-4b12-85ec-65b72307cf47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.864488] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 706.864488] env[70621]: value = "task-4135307" [ 706.864488] env[70621]: _type = "Task" [ 706.864488] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.874439] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135307, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.990491] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 706.991603] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8290632c-7c71-4acf-97c3-fe35e87b8d64 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.004710] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 707.004710] env[70621]: value = "task-4135308" [ 707.004710] env[70621]: _type = "Task" [ 707.004710] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.016548] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135305, 'name': ReconfigVM_Task, 'duration_secs': 0.445885} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.017373] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "refresh_cache-e149d1a1-3d4b-43a2-b23a-e62e820c6f23" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.017624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquired lock "refresh_cache-e149d1a1-3d4b-43a2-b23a-e62e820c6f23" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.017889] env[70621]: DEBUG nova.network.neutron [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.024310] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.024310] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3f2662-cdb0-4673-bd3f-1a87bcfcfe3f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.029802] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.038466] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 707.038466] env[70621]: value = "task-4135309" [ 707.038466] env[70621]: _type = "Task" [ 707.038466] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.055106] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135309, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.146670] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.287364] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072274} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.288974] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.290183] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97a7126-28e0-4bc7-9e38-151fed8ed783 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.294195] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6080b10b-6f29-4380-a0ba-860018180a17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.314396] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a84199-49ec-4bb4-8daa-b290d39eb40a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.339233] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 7292ceb7-1cfe-4711-8357-c9e1a3b047af/7292ceb7-1cfe-4711-8357-c9e1a3b047af.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.339233] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1176a3d4-3472-414a-a4b8-51039b462ad2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.393886] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a0a0f8-cd29-46f4-9b41-8cc39b074bf3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.399519] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 707.399519] env[70621]: value = "task-4135310" [ 707.399519] env[70621]: _type = "Task" [ 707.399519] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.409282] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135307, 'name': Rename_Task, 'duration_secs': 0.342839} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.411419] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562b6e6-ae21-4f0e-a5f0-cb2185d95335 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.417030] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.421156] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be76b781-8532-4559-b577-6070f3321366 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.423412] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.437047] env[70621]: DEBUG nova.compute.provider_tree [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.444472] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 707.444472] env[70621]: value = "task-4135311" [ 707.444472] env[70621]: _type = "Task" [ 707.444472] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.454272] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.519976] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.557087] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135309, 'name': Rename_Task, 'duration_secs': 0.239156} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.557414] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.557682] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0708482-a06a-4a0d-a31c-6becc8ae9bf4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.567790] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 707.567790] env[70621]: value = "task-4135312" [ 707.567790] env[70621]: _type = "Task" [ 707.567790] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.580971] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.628876] env[70621]: DEBUG nova.network.neutron [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.720905] env[70621]: DEBUG nova.network.neutron [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Successfully created port: a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.915807] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.945448] env[70621]: DEBUG nova.scheduler.client.report [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.961709] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.018215] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.073621] env[70621]: DEBUG nova.network.neutron [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Updating instance_info_cache with network_info: [{"id": "99ac559e-a87a-46d6-8e9a-35fee4dde83a", "address": "fa:16:3e:1b:4d:d1", "network": {"id": "cd6d2672-725e-4552-8c33-60200c0f4e1c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1072815140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bab0bcf1c34a528ec3e06f78d21c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ac559e-a8", "ovs_interfaceid": "99ac559e-a87a-46d6-8e9a-35fee4dde83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.081276] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.156326] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.190023] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.190023] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.190023] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.190565] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.190858] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.194042] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.194042] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.194042] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.194042] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.194042] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.194318] env[70621]: DEBUG nova.virt.hardware [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.194318] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04204ebc-6587-4d90-9da1-372e565ee045 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.207035] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d626c0-1158-48ba-ad2b-e09c35bd3f9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.379795] env[70621]: DEBUG nova.compute.manager [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Received event network-changed-99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.379997] env[70621]: DEBUG nova.compute.manager [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Refreshing instance network info cache due to event network-changed-99ac559e-a87a-46d6-8e9a-35fee4dde83a. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.380200] env[70621]: DEBUG oslo_concurrency.lockutils [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] Acquiring lock "refresh_cache-e149d1a1-3d4b-43a2-b23a-e62e820c6f23" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.415900] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135310, 'name': ReconfigVM_Task, 'duration_secs': 0.662495} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.415900] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 7292ceb7-1cfe-4711-8357-c9e1a3b047af/7292ceb7-1cfe-4711-8357-c9e1a3b047af.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.416320] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b245e8-6df4-498e-a2d7-f61f7202e887 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.426296] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 708.426296] env[70621]: value = "task-4135313" [ 708.426296] env[70621]: _type = "Task" [ 708.426296] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.437996] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135313, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.457054] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.323s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.457928] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.168s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.458402] env[70621]: DEBUG nova.objects.instance [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lazy-loading 'resources' on Instance uuid 719140cd-6ce5-459a-96c7-e573f25239ee {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.470928] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.490522] env[70621]: INFO nova.scheduler.client.report [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Deleted allocations for instance aa275333-f648-45fe-a003-8eb6320d4acb [ 708.518549] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.576370] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Releasing lock "refresh_cache-e149d1a1-3d4b-43a2-b23a-e62e820c6f23" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.576776] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Instance network_info: |[{"id": "99ac559e-a87a-46d6-8e9a-35fee4dde83a", "address": "fa:16:3e:1b:4d:d1", "network": {"id": "cd6d2672-725e-4552-8c33-60200c0f4e1c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1072815140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bab0bcf1c34a528ec3e06f78d21c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ac559e-a8", "ovs_interfaceid": "99ac559e-a87a-46d6-8e9a-35fee4dde83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.577026] env[70621]: DEBUG oslo_concurrency.lockutils [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] Acquired lock "refresh_cache-e149d1a1-3d4b-43a2-b23a-e62e820c6f23" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.577380] env[70621]: DEBUG nova.network.neutron [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Refreshing network info cache for port 99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.579021] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:4d:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99ac559e-a87a-46d6-8e9a-35fee4dde83a', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.587750] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Creating folder: Project (72bab0bcf1c34a528ec3e06f78d21c40). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.592541] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d5206fc-554f-4294-a5b3-b2b1a60f2784 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.594414] env[70621]: DEBUG oslo_vmware.api [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135312, 'name': PowerOnVM_Task, 'duration_secs': 0.942352} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.595034] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.595293] env[70621]: INFO nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Took 5.97 seconds to spawn the instance on the hypervisor. [ 708.595519] env[70621]: DEBUG nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.596731] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb6e04-5dba-4a3a-89af-19b17d7a1d57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.610418] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Created folder: Project (72bab0bcf1c34a528ec3e06f78d21c40) in parent group-v818963. [ 708.610725] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Creating folder: Instances. Parent ref: group-v819010. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.611090] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f9592b2-8c91-4c6f-a866-df2fa6c962b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.624021] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Created folder: Instances in parent group-v819010. [ 708.624021] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.624021] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.624021] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c760f2b-1123-45eb-853a-01589850028a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.647778] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.647778] env[70621]: value = "task-4135316" [ 708.647778] env[70621]: _type = "Task" [ 708.647778] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.657870] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135316, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.937537] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135313, 'name': Rename_Task, 'duration_secs': 0.190925} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.938094] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.938611] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8b02b5-62f3-48f7-b6ac-fecab8448d89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.946458] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 708.946458] env[70621]: value = "task-4135317" [ 708.946458] env[70621]: _type = "Task" [ 708.946458] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.959923] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.963721] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.003717] env[70621]: DEBUG oslo_concurrency.lockutils [None req-397ad0f8-5fe0-43c3-b60c-05dddc63057b tempest-TenantUsagesTestJSON-1480594672 tempest-TenantUsagesTestJSON-1480594672-project-member] Lock "aa275333-f648-45fe-a003-8eb6320d4acb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.048s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.021134] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.125155] env[70621]: INFO nova.compute.manager [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Took 29.66 seconds to build instance. [ 709.162216] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135316, 'name': CreateVM_Task} progress is 15%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.445493] env[70621]: DEBUG nova.network.neutron [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Updated VIF entry in instance network info cache for port 99ac559e-a87a-46d6-8e9a-35fee4dde83a. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.446040] env[70621]: DEBUG nova.network.neutron [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Updating instance_info_cache with network_info: [{"id": "99ac559e-a87a-46d6-8e9a-35fee4dde83a", "address": "fa:16:3e:1b:4d:d1", "network": {"id": "cd6d2672-725e-4552-8c33-60200c0f4e1c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1072815140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72bab0bcf1c34a528ec3e06f78d21c40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99ac559e-a8", "ovs_interfaceid": "99ac559e-a87a-46d6-8e9a-35fee4dde83a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.463934] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.468579] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.521913] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.628207] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e71bdee-78dd-4466-ba2b-7fbefd885fa2 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "512a48da-29e8-41ca-bace-313966e1abe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.271s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.657829] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5c42a8-1652-40f8-92cd-0d91ccf2c5f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.672021] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc41b362-7026-4ab3-be6d-e9d4893d79aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.675604] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135316, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.714713] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f66dba-d41a-452f-b8c5-2ee6784adab8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.728464] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c516332-0def-485d-96da-379d818d1347 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.744084] env[70621]: DEBUG nova.compute.provider_tree [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.922837] env[70621]: DEBUG nova.network.neutron [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Successfully updated port: a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.954275] env[70621]: DEBUG oslo_concurrency.lockutils [req-2d92318f-b04a-4e03-92ce-b43ccc4ecd61 req-71ecf920-d3f5-4916-93eb-73c1cc20be62 service nova] Releasing lock "refresh_cache-e149d1a1-3d4b-43a2-b23a-e62e820c6f23" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.962936] env[70621]: DEBUG oslo_vmware.api [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135317, 'name': PowerOnVM_Task, 'duration_secs': 0.779858} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.963640] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.963868] env[70621]: INFO nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Took 10.10 seconds to spawn the instance on the hypervisor. [ 709.964039] env[70621]: DEBUG nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.964855] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59299446-6528-4c7f-ba44-1d19ea8b3871 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.970845] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.021191] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.135612] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.163015] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135316, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.248445] env[70621]: DEBUG nova.scheduler.client.report [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.431391] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.431636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.431861] env[70621]: DEBUG nova.network.neutron [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.465666] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.490871] env[70621]: INFO nova.compute.manager [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Took 31.67 seconds to build instance. [ 710.522736] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "ae524940-899d-4c4f-92a1-784ad0336b4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.523023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.532022] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.666799] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135316, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.666799] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.758486] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.761338] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.317s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.763438] env[70621]: INFO nova.compute.claims [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.779662] env[70621]: DEBUG nova.compute.manager [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Received event network-vif-plugged-a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.780039] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] Acquiring lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.780390] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.780632] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.780821] env[70621]: DEBUG nova.compute.manager [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] No waiting events found dispatching network-vif-plugged-a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.784592] env[70621]: WARNING nova.compute.manager [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Received unexpected event network-vif-plugged-a88c8196-849b-42fd-a7c3-675045aaf120 for instance with vm_state building and task_state spawning. [ 710.785060] env[70621]: DEBUG nova.compute.manager [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Received event network-changed-a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.785329] env[70621]: DEBUG nova.compute.manager [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Refreshing instance network info cache due to event network-changed-a88c8196-849b-42fd-a7c3-675045aaf120. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.785589] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] Acquiring lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.794285] env[70621]: INFO nova.scheduler.client.report [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Deleted allocations for instance 719140cd-6ce5-459a-96c7-e573f25239ee [ 710.967573] env[70621]: DEBUG oslo_vmware.api [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135311, 'name': PowerOnVM_Task, 'duration_secs': 3.398168} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.968554] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.968937] env[70621]: INFO nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Took 13.86 seconds to spawn the instance on the hypervisor. [ 710.969300] env[70621]: DEBUG nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 710.971021] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73523865-052b-4ae5-83f8-c10a72c4895e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.989848] env[70621]: DEBUG nova.network.neutron [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.993621] env[70621]: DEBUG oslo_concurrency.lockutils [None req-65d7d16f-db23-45ce-9736-7942f7088316 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.537s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.027068] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135308, 'name': CreateSnapshot_Task, 'duration_secs': 3.771485} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.027068] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 711.028113] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992b80dc-9f36-4e31-9473-24c34e8d7dd0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.094958] env[70621]: INFO nova.compute.manager [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Rebuilding instance [ 711.153058] env[70621]: DEBUG nova.compute.manager [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.158285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e680cdf0-e944-40ca-b902-4fac42128c83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.174234] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135316, 'name': CreateVM_Task, 'duration_secs': 2.216873} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.174234] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.174789] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.175092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.175323] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.175606] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325b7e56-4fe6-497f-9331-11eae88459c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.183040] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 711.183040] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a6dafd-054b-e77c-8ad6-cba0a481c5b3" [ 711.183040] env[70621]: _type = "Task" [ 711.183040] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.194175] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a6dafd-054b-e77c-8ad6-cba0a481c5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.209671] env[70621]: DEBUG nova.network.neutron [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [{"id": "a88c8196-849b-42fd-a7c3-675045aaf120", "address": "fa:16:3e:b3:e3:07", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88c8196-84", "ovs_interfaceid": "a88c8196-849b-42fd-a7c3-675045aaf120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.303438] env[70621]: DEBUG oslo_concurrency.lockutils [None req-24bf3717-a2b8-4857-bd7f-e2b413e41f1d tempest-ServerDiagnosticsV248Test-1586029056 tempest-ServerDiagnosticsV248Test-1586029056-project-member] Lock "719140cd-6ce5-459a-96c7-e573f25239ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.418s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.492964] env[70621]: INFO nova.compute.manager [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Took 35.27 seconds to build instance. [ 711.498132] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.556603] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 711.557429] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0cc2735-68d5-459a-a3d6-d6815c0c6e40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.568600] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 711.568600] env[70621]: value = "task-4135318" [ 711.568600] env[70621]: _type = "Task" [ 711.568600] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.578544] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135318, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.695658] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a6dafd-054b-e77c-8ad6-cba0a481c5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.695974] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.696244] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.696481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.696625] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.697348] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.697348] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-265e7732-0c1e-4a5a-81ee-33a702d52766 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.712305] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.713428] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance network_info: |[{"id": "a88c8196-849b-42fd-a7c3-675045aaf120", "address": "fa:16:3e:b3:e3:07", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88c8196-84", "ovs_interfaceid": "a88c8196-849b-42fd-a7c3-675045aaf120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.713428] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] Acquired lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.713684] env[70621]: DEBUG nova.network.neutron [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Refreshing network info cache for port a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.715213] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:e3:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88c8196-849b-42fd-a7c3-675045aaf120', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.724483] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.726458] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.727658] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.727908] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.729492] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90996609-09e1-411b-b0f3-06cdd51857fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.747046] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8bd578-486a-4438-8bcd-1d80323427c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.760458] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 711.760458] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52204158-bdd3-e787-5307-dbd033ebca5d" [ 711.760458] env[70621]: _type = "Task" [ 711.760458] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.760844] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.760844] env[70621]: value = "task-4135319" [ 711.760844] env[70621]: _type = "Task" [ 711.760844] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.783674] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52204158-bdd3-e787-5307-dbd033ebca5d, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.789625] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135319, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.789867] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb296e7-f027-47a7-8787-873e13ad3a02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.797845] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 711.797845] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d6d857-8afa-3941-80f0-fad697e02a4e" [ 711.797845] env[70621]: _type = "Task" [ 711.797845] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.808443] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d6d857-8afa-3941-80f0-fad697e02a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.997800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-34579121-ed88-438f-9850-b17506507a2b tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.305s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.026723] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.084662] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135318, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.180869] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.181277] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a13c177-7a18-48a0-84e1-021a584410af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.193341] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 712.193341] env[70621]: value = "task-4135320" [ 712.193341] env[70621]: _type = "Task" [ 712.193341] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.216245] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.262345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-fd984f45-140c-49da-be4d-fda8e1ef9e2a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.262634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-fd984f45-140c-49da-be4d-fda8e1ef9e2a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.263047] env[70621]: DEBUG nova.objects.instance [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'flavor' on Instance uuid fd984f45-140c-49da-be4d-fda8e1ef9e2a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.295380] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135319, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.324670] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d6d857-8afa-3941-80f0-fad697e02a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015906} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.327033] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.327033] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e149d1a1-3d4b-43a2-b23a-e62e820c6f23/e149d1a1-3d4b-43a2-b23a-e62e820c6f23.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.327033] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-993220dc-95f1-411d-b483-2959ecbdd5b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.341588] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 712.341588] env[70621]: value = "task-4135321" [ 712.341588] env[70621]: _type = "Task" [ 712.341588] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.353848] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.467412] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa480a-935f-4eb6-853a-5e4b238dd613 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.480834] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7bc2b8-6986-49f6-9779-e3a45225a0ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.532010] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.538628] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c51e8-561b-4ed9-b34b-db3b7fb66103 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.548833] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f41a56d-235f-487c-b857-427695cf6093 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.568975] env[70621]: DEBUG nova.compute.provider_tree [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.582922] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135318, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.606060] env[70621]: DEBUG nova.network.neutron [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updated VIF entry in instance network info cache for port a88c8196-849b-42fd-a7c3-675045aaf120. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.606060] env[70621]: DEBUG nova.network.neutron [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [{"id": "a88c8196-849b-42fd-a7c3-675045aaf120", "address": "fa:16:3e:b3:e3:07", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88c8196-84", "ovs_interfaceid": "a88c8196-849b-42fd-a7c3-675045aaf120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.711234] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135320, 'name': PowerOffVM_Task, 'duration_secs': 0.227564} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.711958] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.711958] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.712719] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f7bca9-f94f-4cbe-b3fd-edaa5cb270da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.724766] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.724766] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbfe401b-58c2-4d7e-af23-ac916e596e73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.759588] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 712.760067] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 712.760067] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Deleting the datastore file [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.760339] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d16a647-e218-4114-8bfb-b81b54ee3faa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.770420] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 712.770420] env[70621]: value = "task-4135323" [ 712.770420] env[70621]: _type = "Task" [ 712.770420] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.777976] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135319, 'name': CreateVM_Task, 'duration_secs': 0.585778} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.779754] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.780666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.781052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.781636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.786193] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ded781a5-7592-4635-8e2e-9d98e4ee0860 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.792106] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.797052] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 712.797052] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52972d67-bf1f-f387-8aba-94f927e68cfb" [ 712.797052] env[70621]: _type = "Task" [ 712.797052] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.807335] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52972d67-bf1f-f387-8aba-94f927e68cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.857084] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135321, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.883993] env[70621]: DEBUG nova.objects.instance [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'pci_requests' on Instance uuid fd984f45-140c-49da-be4d-fda8e1ef9e2a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.067695] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.071913] env[70621]: DEBUG nova.scheduler.client.report [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.088907] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135318, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.109811] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e1f3046-be93-4bbc-934b-4830f77f99d7 req-4aeff7bc-f861-4a22-87fd-60b3303640da service nova] Releasing lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.282523] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36115} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.282817] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.282999] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.283203] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.308388] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52972d67-bf1f-f387-8aba-94f927e68cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.026814} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.308715] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.309093] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.309279] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.309442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.309628] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.309908] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a444c2ec-1a50-4718-933f-b8c64982181f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.319578] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.319833] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.320644] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1ecadc-e6cf-4134-8161-07d3b5868efd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.326984] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 713.326984] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e1d7cc-88b0-34cd-e65b-65f1d4ed2785" [ 713.326984] env[70621]: _type = "Task" [ 713.326984] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.336242] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e1d7cc-88b0-34cd-e65b-65f1d4ed2785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.353654] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569643} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.353958] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e149d1a1-3d4b-43a2-b23a-e62e820c6f23/e149d1a1-3d4b-43a2-b23a-e62e820c6f23.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.354237] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.354545] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-342b022c-a6f4-48bb-b6ca-bd3e472d4996 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.361725] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 713.361725] env[70621]: value = "task-4135324" [ 713.361725] env[70621]: _type = "Task" [ 713.361725] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.372356] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.389026] env[70621]: DEBUG nova.objects.base [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 713.389026] env[70621]: DEBUG nova.network.neutron [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.475495] env[70621]: DEBUG nova.policy [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.583945] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.584356] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.589632] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.881s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.589632] env[70621]: INFO nova.compute.claims [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.602728] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135318, 'name': CloneVM_Task, 'duration_secs': 1.919663} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.606425] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Created linked-clone VM from snapshot [ 713.607380] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb6f1cd-a3ca-43f0-9d4b-360515af6d20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.617489] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Uploading image b697f6ac-fa58-41b2-96be-cee1d79aaf9b {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 713.653137] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 713.653137] env[70621]: value = "vm-819014" [ 713.653137] env[70621]: _type = "VirtualMachine" [ 713.653137] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 713.654307] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45a352d7-3956-4d3f-8ce4-479fd6b6449c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.663753] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lease: (returnval){ [ 713.663753] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52925c67-a574-2412-5e80-d05132358814" [ 713.663753] env[70621]: _type = "HttpNfcLease" [ 713.663753] env[70621]: } obtained for exporting VM: (result){ [ 713.663753] env[70621]: value = "vm-819014" [ 713.663753] env[70621]: _type = "VirtualMachine" [ 713.663753] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 713.664070] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the lease: (returnval){ [ 713.664070] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52925c67-a574-2412-5e80-d05132358814" [ 713.664070] env[70621]: _type = "HttpNfcLease" [ 713.664070] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 713.673845] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 713.673845] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52925c67-a574-2412-5e80-d05132358814" [ 713.673845] env[70621]: _type = "HttpNfcLease" [ 713.673845] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 713.683224] env[70621]: DEBUG nova.compute.manager [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 713.684234] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e45b7-ae51-40aa-a299-d2d0cbce3732 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.847070] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e1d7cc-88b0-34cd-e65b-65f1d4ed2785, 'name': SearchDatastore_Task, 'duration_secs': 0.030139} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.848563] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f2db84-6b26-4fe0-a072-c0b1bb80be86 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.866677] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 713.866677] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52749174-2d5f-5c10-b54d-8cee6bd00603" [ 713.866677] env[70621]: _type = "Task" [ 713.866677] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.883284] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52749174-2d5f-5c10-b54d-8cee6bd00603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.883284] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176707} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.883284] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.883668] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba578c0-b41b-4a9a-b2dd-fe98d61cf792 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.886581] env[70621]: DEBUG nova.network.neutron [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Successfully created port: 1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.910665] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] e149d1a1-3d4b-43a2-b23a-e62e820c6f23/e149d1a1-3d4b-43a2-b23a-e62e820c6f23.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.911038] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364ffde0-f280-445e-a1c0-9563249ebd98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.936957] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 713.936957] env[70621]: value = "task-4135326" [ 713.936957] env[70621]: _type = "Task" [ 713.936957] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.944330] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.100020] env[70621]: DEBUG nova.compute.utils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.102504] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.102888] env[70621]: DEBUG nova.network.neutron [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.174225] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 714.174225] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52925c67-a574-2412-5e80-d05132358814" [ 714.174225] env[70621]: _type = "HttpNfcLease" [ 714.174225] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 714.174225] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 714.174225] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52925c67-a574-2412-5e80-d05132358814" [ 714.174225] env[70621]: _type = "HttpNfcLease" [ 714.174225] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 714.174894] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ac700-3eab-4f08-a779-0c98303fb90a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.187489] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb7aeb-1bc6-73fb-634d-213f981f2284/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 714.188049] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb7aeb-1bc6-73fb-634d-213f981f2284/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 714.253488] env[70621]: INFO nova.compute.manager [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] instance snapshotting [ 714.258656] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51df06-a5a5-4450-85bf-36993c6488e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.278372] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ad0349-e78b-4a15-ae33-9aa292276e9a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.330980] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.331144] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.331391] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.331463] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.331590] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.331731] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.331980] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.332323] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.332528] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.332693] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.332902] env[70621]: DEBUG nova.virt.hardware [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.333982] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62e1907-3d61-44fd-a7be-018bb119449a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.343315] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c9e3aa-1c1f-4224-aafd-bf62dea86cd4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.359202] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.364880] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.367143] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.367143] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4261b111-4bc9-40b1-8848-297d1d160d67 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.389609] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52749174-2d5f-5c10-b54d-8cee6bd00603, 'name': SearchDatastore_Task, 'duration_secs': 0.02923} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.391011] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.391302] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ce7c25a7-b051-4e15-9ca6-d7d7fad7405a/ce7c25a7-b051-4e15-9ca6-d7d7fad7405a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.391674] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.391674] env[70621]: value = "task-4135327" [ 714.391674] env[70621]: _type = "Task" [ 714.391674] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.391936] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd484f3f-2b7a-4f36-bc91-ddeab3935bc5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.403403] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135327, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.406355] env[70621]: DEBUG nova.policy [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82938bd12dcb45db81be1d862f65b1c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59497e9dddf74148a48e797aa5106a5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.408237] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 714.408237] env[70621]: value = "task-4135328" [ 714.408237] env[70621]: _type = "Task" [ 714.408237] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.418285] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.427011] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-35467e4b-c2f2-46a9-981c-7f4855a346b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.446842] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.606654] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.791382] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 714.793175] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e0da0ba5-f17c-4783-bebd-98d170bdb60e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.807352] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 714.807352] env[70621]: value = "task-4135329" [ 714.807352] env[70621]: _type = "Task" [ 714.807352] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.822552] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135329, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.853317] env[70621]: DEBUG nova.network.neutron [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Successfully created port: 1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.912983] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135327, 'name': CreateVM_Task, 'duration_secs': 0.42817} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.916840] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.920573] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.920865] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.921108] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.922879] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6885e7a-4ed1-44f8-806f-a91d5287a8dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.928846] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.934084] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 714.934084] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f799a7-39fa-f572-fc7f-5dcdfc797b8c" [ 714.934084] env[70621]: _type = "Task" [ 714.934084] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.950171] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f799a7-39fa-f572-fc7f-5dcdfc797b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.953884] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135326, 'name': ReconfigVM_Task, 'duration_secs': 0.839702} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.954318] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Reconfigured VM instance instance-00000012 to attach disk [datastore2] e149d1a1-3d4b-43a2-b23a-e62e820c6f23/e149d1a1-3d4b-43a2-b23a-e62e820c6f23.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.955110] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb951ba9-7aeb-4499-acbc-d0548f7d1793 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.967866] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 714.967866] env[70621]: value = "task-4135330" [ 714.967866] env[70621]: _type = "Task" [ 714.967866] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.976662] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135330, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.321290] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135329, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.364243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ea901-57b7-4802-ae81-034dc73715ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.379725] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ffb0e-1f6a-445a-8359-7a8a8d708639 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.425615] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08f5d4-23c8-45df-8f45-e21dbc3ba175 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.446069] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fed6224-a3d5-40de-8a92-80d58639768a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.450846] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650431} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.451294] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ce7c25a7-b051-4e15-9ca6-d7d7fad7405a/ce7c25a7-b051-4e15-9ca6-d7d7fad7405a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.451619] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.452825] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa1a8ca-4594-4579-ab36-1b90d0f0e59a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.469440] env[70621]: DEBUG nova.compute.provider_tree [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.471290] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f799a7-39fa-f572-fc7f-5dcdfc797b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.060457} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.477225] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.477225] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.477225] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.477225] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.477621] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.479610] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a860e6b-3c39-4f48-8dd6-50426bbb89c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.481919] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 715.481919] env[70621]: value = "task-4135331" [ 715.481919] env[70621]: _type = "Task" [ 715.481919] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.493244] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135330, 'name': Rename_Task, 'duration_secs': 0.22973} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.495906] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.496516] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.496620] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.497920] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-792fa804-1f6b-4e6a-8056-69ee195cf82e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.500988] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad2c411-b51f-4b61-bbb6-c742460bf181 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.511037] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.512874] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 715.512874] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520d1364-a057-4f69-404c-80f6591b085e" [ 715.512874] env[70621]: _type = "Task" [ 715.512874] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.519010] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 715.519010] env[70621]: value = "task-4135332" [ 715.519010] env[70621]: _type = "Task" [ 715.519010] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.531042] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520d1364-a057-4f69-404c-80f6591b085e, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.535127] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.535819] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c8d8d8-2b69-4b30-8436-a8fa012c29d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.543673] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 715.543673] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520af452-55d4-82aa-c6db-58dbe9c48311" [ 715.543673] env[70621]: _type = "Task" [ 715.543673] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.553240] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520af452-55d4-82aa-c6db-58dbe9c48311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.618704] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.655683] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.656051] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.656139] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.656254] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.656408] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.656559] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.661767] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.662056] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.662254] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.662436] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.662858] env[70621]: DEBUG nova.virt.hardware [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.663852] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f9ede8-de86-446e-a074-c6f0a15ca1c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.676569] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abc9911-3bee-4b3d-8086-b782503ce18b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.821536] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135329, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.880930] env[70621]: DEBUG nova.network.neutron [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Successfully updated port: 1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.974273] env[70621]: DEBUG nova.scheduler.client.report [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.998580] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080909} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.998861] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.999788] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d631b0-f944-413a-ba54-e5cada54e009 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.028334] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ce7c25a7-b051-4e15-9ca6-d7d7fad7405a/ce7c25a7-b051-4e15-9ca6-d7d7fad7405a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.031523] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea47c12-c52b-4c36-b1a8-5b3830b36160 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.054461] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.054769] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.066841] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135332, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.072577] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520af452-55d4-82aa-c6db-58dbe9c48311, 'name': SearchDatastore_Task, 'duration_secs': 0.017816} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.073293] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 716.073293] env[70621]: value = "task-4135333" [ 716.073293] env[70621]: _type = "Task" [ 716.073293] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.073564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.073643] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.074095] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc62a32-bdc4-4dbb-82f6-6c750794bf7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.090097] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.092163] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 716.092163] env[70621]: value = "task-4135334" [ 716.092163] env[70621]: _type = "Task" [ 716.092163] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.105231] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.353772] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135329, 'name': CreateSnapshot_Task, 'duration_secs': 1.10593} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.353772] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.353772] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3e145c-7c47-45bb-8c4c-5e9444d8bf93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.385325] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.385624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.385868] env[70621]: DEBUG nova.network.neutron [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.480874] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.483583] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.487033] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.169s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.545607] env[70621]: DEBUG oslo_vmware.api [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135332, 'name': PowerOnVM_Task, 'duration_secs': 0.825136} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.546101] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.546452] env[70621]: INFO nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Took 11.17 seconds to spawn the instance on the hypervisor. [ 716.546606] env[70621]: DEBUG nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.547822] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f9a26d-3740-4f4e-9947-adfa86ac88b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.590738] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135333, 'name': ReconfigVM_Task, 'duration_secs': 0.370157} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.590738] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ce7c25a7-b051-4e15-9ca6-d7d7fad7405a/ce7c25a7-b051-4e15-9ca6-d7d7fad7405a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.590738] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9545746f-7915-4d9b-b482-59d78dbf7092 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.602585] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 716.602585] env[70621]: value = "task-4135335" [ 716.602585] env[70621]: _type = "Task" [ 716.602585] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.611099] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135334, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.618459] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135335, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.791287] env[70621]: DEBUG nova.network.neutron [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Successfully updated port: 1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.862281] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 716.862281] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f8cfb58-73b1-4a2f-83b5-c8a580bda314 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.875273] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 716.875273] env[70621]: value = "task-4135336" [ 716.875273] env[70621]: _type = "Task" [ 716.875273] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.882393] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135336, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.951798] env[70621]: WARNING nova.network.neutron [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] ea5172c7-9865-458b-ab95-517aadcdbe9e already exists in list: networks containing: ['ea5172c7-9865-458b-ab95-517aadcdbe9e']. ignoring it [ 716.993487] env[70621]: INFO nova.compute.claims [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.001399] env[70621]: DEBUG nova.compute.utils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.003485] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.003798] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.081098] env[70621]: INFO nova.compute.manager [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Took 37.23 seconds to build instance. [ 717.086336] env[70621]: DEBUG nova.policy [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32f2141b96a4e8ca925b293bb12e59e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b4e96523c3c4a46bf6f8c9ab3f70516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.111783] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590061} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.112449] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.112676] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.112944] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72f1283e-ed00-47c8-82ad-4e6e54516db1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.119066] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135335, 'name': Rename_Task, 'duration_secs': 0.203151} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.119454] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.119772] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9da586-907a-41d6-b522-e924cbbb8e3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.126400] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 717.126400] env[70621]: value = "task-4135337" [ 717.126400] env[70621]: _type = "Task" [ 717.126400] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.132627] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 717.132627] env[70621]: value = "task-4135338" [ 717.132627] env[70621]: _type = "Task" [ 717.132627] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.141164] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.153415] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.295542] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.295542] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.295542] env[70621]: DEBUG nova.network.neutron [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.383753] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135336, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.505892] env[70621]: INFO nova.compute.resource_tracker [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating resource usage from migration f93d0bfc-c00e-4ed7-8e4c-ae1dc5437d66 [ 717.516086] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.589450] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cc5c4d7a-c45e-4723-8214-60609ae09cc3 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.738s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.625456] env[70621]: DEBUG nova.network.neutron [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1360813a-ac29-4669-9b87-37d28506c4f4", "address": "fa:16:3e:dd:87:ce", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1360813a-ac", "ovs_interfaceid": "1360813a-ac29-4669-9b87-37d28506c4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.656804] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135338, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.657218] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133394} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.657541] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.658540] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb43235a-0410-461c-be27-5120988e1850 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.687520] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.690543] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6405b390-a3e9-42d0-afca-ebe9e6acb8bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.709870] env[70621]: DEBUG nova.compute.manager [req-48979233-ce64-45ed-b92c-4e2635abf87b req-709600ac-abad-4477-9e22-4ccb3c163c52 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-vif-plugged-1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.710109] env[70621]: DEBUG oslo_concurrency.lockutils [req-48979233-ce64-45ed-b92c-4e2635abf87b req-709600ac-abad-4477-9e22-4ccb3c163c52 service nova] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.710326] env[70621]: DEBUG oslo_concurrency.lockutils [req-48979233-ce64-45ed-b92c-4e2635abf87b req-709600ac-abad-4477-9e22-4ccb3c163c52 service nova] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.710493] env[70621]: DEBUG oslo_concurrency.lockutils [req-48979233-ce64-45ed-b92c-4e2635abf87b req-709600ac-abad-4477-9e22-4ccb3c163c52 service nova] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.710667] env[70621]: DEBUG nova.compute.manager [req-48979233-ce64-45ed-b92c-4e2635abf87b req-709600ac-abad-4477-9e22-4ccb3c163c52 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] No waiting events found dispatching network-vif-plugged-1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.710846] env[70621]: WARNING nova.compute.manager [req-48979233-ce64-45ed-b92c-4e2635abf87b req-709600ac-abad-4477-9e22-4ccb3c163c52 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received unexpected event network-vif-plugged-1360813a-ac29-4669-9b87-37d28506c4f4 for instance with vm_state active and task_state None. [ 717.717621] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 717.717621] env[70621]: value = "task-4135339" [ 717.717621] env[70621]: _type = "Task" [ 717.717621] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.733085] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Successfully created port: f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.735667] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.893484] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135336, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.894542] env[70621]: DEBUG nova.network.neutron [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.099356] env[70621]: DEBUG nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.136372] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.136372] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.136372] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.136372] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e68262c-f925-46f1-bfcd-3f614467db37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.165142] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.165142] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.165142] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.165377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.165377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.165465] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.166377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.166377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.166377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.166377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.166377] env[70621]: DEBUG nova.virt.hardware [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.173801] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Reconfiguring VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 718.173801] env[70621]: DEBUG oslo_vmware.api [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135338, 'name': PowerOnVM_Task, 'duration_secs': 0.601219} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.176824] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d18293aa-07b7-461a-a4f5-cb1434dd3bc2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.189207] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.189683] env[70621]: INFO nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Took 10.03 seconds to spawn the instance on the hypervisor. [ 718.189683] env[70621]: DEBUG nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.193753] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebb8735-ba77-457b-9010-ba4f3d92df77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.207521] env[70621]: DEBUG oslo_vmware.api [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 718.207521] env[70621]: value = "task-4135340" [ 718.207521] env[70621]: _type = "Task" [ 718.207521] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.218359] env[70621]: DEBUG oslo_vmware.api [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135340, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.232173] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.299660] env[70621]: DEBUG nova.network.neutron [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updating instance_info_cache with network_info: [{"id": "1258b992-2f88-46ad-b103-b3ee191f78db", "address": "fa:16:3e:30:01:9b", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1258b992-2f", "ovs_interfaceid": "1258b992-2f88-46ad-b103-b3ee191f78db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.323155] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bda8e63-4c8c-4106-9b0d-b266a65a59ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.332547] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a1029d-d830-4cf4-bfa7-6f028c32aab1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.368533] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4c3b09-bd4a-4e37-a380-492ff8d9aac2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.380159] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76225b4-ec2d-4ba4-8758-72c8ebe6468d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.391355] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135336, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.400927] env[70621]: DEBUG nova.compute.provider_tree [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.530421] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.567356] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.567646] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.567820] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.568097] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.568362] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.570019] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.570019] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.570019] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.570019] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.570019] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.570019] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.570539] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26837541-de64-4126-b9b4-a177ad3abde8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.579938] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f67f7-faff-4a57-bef9-1e7aca04767c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.628737] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.724061] env[70621]: INFO nova.compute.manager [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Took 38.24 seconds to build instance. [ 718.737356] env[70621]: DEBUG oslo_vmware.api [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.744513] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135339, 'name': ReconfigVM_Task, 'duration_secs': 0.632726} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.744876] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.745598] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81fd65fe-9546-4662-97fc-e8146b12e044 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.753557] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 718.753557] env[70621]: value = "task-4135341" [ 718.753557] env[70621]: _type = "Task" [ 718.753557] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.763131] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135341, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.802685] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.803040] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Instance network_info: |[{"id": "1258b992-2f88-46ad-b103-b3ee191f78db", "address": "fa:16:3e:30:01:9b", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1258b992-2f", "ovs_interfaceid": "1258b992-2f88-46ad-b103-b3ee191f78db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.803512] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:01:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1258b992-2f88-46ad-b103-b3ee191f78db', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.812157] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Creating folder: Project (59497e9dddf74148a48e797aa5106a5b). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.812897] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-226ada63-6949-495a-bc66-862952ff0969 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.825868] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Created folder: Project (59497e9dddf74148a48e797aa5106a5b) in parent group-v818963. [ 718.826099] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Creating folder: Instances. Parent ref: group-v819019. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.826745] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1061c969-f362-465b-9f14-d315a107973f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.839780] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Created folder: Instances in parent group-v819019. [ 718.840142] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.840363] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.840576] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d1fae24-63d0-4972-93df-e7672b61f42a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.862820] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.862820] env[70621]: value = "task-4135344" [ 718.862820] env[70621]: _type = "Task" [ 718.862820] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.873490] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135344, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.888529] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135336, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.903795] env[70621]: DEBUG nova.scheduler.client.report [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.223548] env[70621]: DEBUG oslo_vmware.api [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.233488] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e349e329-ea07-42c4-881d-fa0883dab8c8 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.788s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.266875] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135341, 'name': Rename_Task, 'duration_secs': 0.221663} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.267673] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.268067] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0311743c-5bd1-4f3f-b246-38ad71c97f8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.276412] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 719.276412] env[70621]: value = "task-4135345" [ 719.276412] env[70621]: _type = "Task" [ 719.276412] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.289560] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.374748] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135344, 'name': CreateVM_Task, 'duration_secs': 0.46032} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.375022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.375754] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.375887] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.376236] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.376515] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823136ac-9a47-4529-90ef-ab95201abfd4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.387037] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 719.387037] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52389074-a375-8cc5-142b-e2bdf3b8c99c" [ 719.387037] env[70621]: _type = "Task" [ 719.387037] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.391445] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135336, 'name': CloneVM_Task, 'duration_secs': 2.23602} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.395533] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Created linked-clone VM from snapshot [ 719.396451] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11b1db-c062-447c-adb0-e69eb7429ead {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.411241] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.924s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.411578] env[70621]: INFO nova.compute.manager [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Migrating [ 719.411936] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.412243] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.414012] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52389074-a375-8cc5-142b-e2bdf3b8c99c, 'name': SearchDatastore_Task, 'duration_secs': 0.01687} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.420154] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.159s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.422524] env[70621]: INFO nova.compute.claims [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.426561] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.426982] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.427459] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.427828] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.428047] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.428495] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Uploading image d3e77dd2-3275-4bfa-8898-0d02276686a7 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.432757] env[70621]: INFO nova.compute.rpcapi [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 719.433417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.445201] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb4dfffd-b60f-4c29-acd0-dd24655a7a5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.471294] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 719.471294] env[70621]: value = "vm-819018" [ 719.471294] env[70621]: _type = "VirtualMachine" [ 719.471294] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 719.472039] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f418699-9d7a-4f83-bd66-c17644f068e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.476132] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.476667] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.479361] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550c445b-dcc9-4eb7-b297-dd2ae3214432 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.486359] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lease: (returnval){ [ 719.486359] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52594f64-8a19-b4ce-2e8f-31e636f0b57d" [ 719.486359] env[70621]: _type = "HttpNfcLease" [ 719.486359] env[70621]: } obtained for exporting VM: (result){ [ 719.486359] env[70621]: value = "vm-819018" [ 719.486359] env[70621]: _type = "VirtualMachine" [ 719.486359] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 719.486938] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the lease: (returnval){ [ 719.486938] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52594f64-8a19-b4ce-2e8f-31e636f0b57d" [ 719.486938] env[70621]: _type = "HttpNfcLease" [ 719.486938] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 719.495334] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 719.495334] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52562ca6-1a26-103a-d81f-1399e52afb95" [ 719.495334] env[70621]: _type = "Task" [ 719.495334] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.499742] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.499742] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52594f64-8a19-b4ce-2e8f-31e636f0b57d" [ 719.499742] env[70621]: _type = "HttpNfcLease" [ 719.499742] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 719.507659] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52562ca6-1a26-103a-d81f-1399e52afb95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.724506] env[70621]: DEBUG oslo_vmware.api [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135340, 'name': ReconfigVM_Task, 'duration_secs': 1.310908} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.725472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.726272] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Reconfigured VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 719.736878] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.751815] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Successfully updated port: f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.793584] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.965137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.965399] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.965596] env[70621]: DEBUG nova.network.neutron [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.995821] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 719.995821] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52594f64-8a19-b4ce-2e8f-31e636f0b57d" [ 719.995821] env[70621]: _type = "HttpNfcLease" [ 719.995821] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 720.000358] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 720.000358] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52594f64-8a19-b4ce-2e8f-31e636f0b57d" [ 720.000358] env[70621]: _type = "HttpNfcLease" [ 720.000358] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 720.001283] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23af793d-a74d-4b1f-8ce0-215efa03c45a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.011260] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cafe-2c03-901e-d005-d3571a97c91d/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 720.011459] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cafe-2c03-901e-d005-d3571a97c91d/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 720.016342] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52562ca6-1a26-103a-d81f-1399e52afb95, 'name': SearchDatastore_Task, 'duration_secs': 0.029699} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.076834] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d646c7-cb6c-4888-ae5b-8e6b56f14e8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.086362] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 720.086362] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e9b7b6-c513-c5f6-b5fe-d20aff07ad1e" [ 720.086362] env[70621]: _type = "Task" [ 720.086362] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.099867] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e9b7b6-c513-c5f6-b5fe-d20aff07ad1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.178181] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-69af4493-a667-4c77-b50a-812616c23792 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.233581] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68587bab-1588-4c46-800a-4242b7727ebd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-fd984f45-140c-49da-be4d-fda8e1ef9e2a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.970s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.255202] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "refresh_cache-73c2574a-9ebe-4561-ab98-8c26306c70f9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.255402] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "refresh_cache-73c2574a-9ebe-4561-ab98-8c26306c70f9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.255575] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.286701] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.294174] env[70621]: DEBUG oslo_vmware.api [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135345, 'name': PowerOnVM_Task, 'duration_secs': 0.841153} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.294509] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.294721] env[70621]: DEBUG nova.compute.manager [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.299284] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0786ffcf-1212-4aaa-968f-cb32620de744 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.604519] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e9b7b6-c513-c5f6-b5fe-d20aff07ad1e, 'name': SearchDatastore_Task, 'duration_secs': 0.025096} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.604939] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.605332] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5df83e4f-6100-4d48-9b59-d29ddf7cbad0/5df83e4f-6100-4d48-9b59-d29ddf7cbad0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.609305] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-406c1a0b-b1cd-4b1a-af20-ebc3a0b4f3ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.622544] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 720.622544] env[70621]: value = "task-4135347" [ 720.622544] env[70621]: _type = "Task" [ 720.622544] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.633448] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.822599] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.827215] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.831310] env[70621]: DEBUG nova.network.neutron [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance_info_cache with network_info: [{"id": "2882272f-0b52-47c5-b17e-f5704ea905ed", "address": "fa:16:3e:12:b9:6c", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2882272f-0b", "ovs_interfaceid": "2882272f-0b52-47c5-b17e-f5704ea905ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.837198] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.837842] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.842030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.842030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.842030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.846086] env[70621]: INFO nova.compute.manager [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Terminating instance [ 720.920486] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.922073] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.030511] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-changed-1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.030511] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Refreshing instance network info cache due to event network-changed-1360813a-ac29-4669-9b87-37d28506c4f4. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.030511] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Acquiring lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.030511] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Acquired lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.030511] env[70621]: DEBUG nova.network.neutron [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Refreshing network info cache for port 1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.075513] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Updating instance_info_cache with network_info: [{"id": "f1200153-04cb-48d7-a412-916293e0b2ae", "address": "fa:16:3e:e8:d9:fd", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1200153-04", "ovs_interfaceid": "f1200153-04cb-48d7-a412-916293e0b2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.137498] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135347, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.229420] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a489a0be-0015-4909-864a-10a6edf52369 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.240093] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561157c3-1608-4b3a-ae18-cfe752ef8119 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.276524] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596fe340-c169-4d0e-8f23-d45c5bdb926f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.287033] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615f8e0-f9b2-4e7f-b000-b83ecb4cd285 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.311228] env[70621]: DEBUG nova.compute.provider_tree [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.335273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.354959] env[70621]: DEBUG nova.compute.manager [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.355359] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.356365] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b194b2-12b3-4f80-8bc2-2d6ebda10e2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.368325] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.368919] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80c95db5-677e-457c-8e38-d466e9f1a4b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.379477] env[70621]: DEBUG oslo_vmware.api [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 721.379477] env[70621]: value = "task-4135348" [ 721.379477] env[70621]: _type = "Task" [ 721.379477] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.390838] env[70621]: DEBUG oslo_vmware.api [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.581615] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "refresh_cache-73c2574a-9ebe-4561-ab98-8c26306c70f9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.582324] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Instance network_info: |[{"id": "f1200153-04cb-48d7-a412-916293e0b2ae", "address": "fa:16:3e:e8:d9:fd", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1200153-04", "ovs_interfaceid": "f1200153-04cb-48d7-a412-916293e0b2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.583127] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d9:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1200153-04cb-48d7-a412-916293e0b2ae', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.593773] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Creating folder: Project (7b4e96523c3c4a46bf6f8c9ab3f70516). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.594993] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1dbeaaa-a67d-492b-9df3-977f67c7bdfb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.608292] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Created folder: Project (7b4e96523c3c4a46bf6f8c9ab3f70516) in parent group-v818963. [ 721.609193] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Creating folder: Instances. Parent ref: group-v819022. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.610020] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c46cc2d-3d8d-4c38-8c68-1ecd66bc7a89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.626811] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Created folder: Instances in parent group-v819022. [ 721.627233] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.632019] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.632019] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8b08198-abe5-45c7-8fb9-0d59e95e2ce5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.655031] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658738} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.656576] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5df83e4f-6100-4d48-9b59-d29ddf7cbad0/5df83e4f-6100-4d48-9b59-d29ddf7cbad0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.656822] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.657125] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.657125] env[70621]: value = "task-4135351" [ 721.657125] env[70621]: _type = "Task" [ 721.657125] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.657317] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f623f83-82a5-4605-bce6-2143b82280e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.669114] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135351, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.673224] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 721.673224] env[70621]: value = "task-4135352" [ 721.673224] env[70621]: _type = "Task" [ 721.673224] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.682780] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.804011] env[70621]: DEBUG nova.network.neutron [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updated VIF entry in instance network info cache for port 1360813a-ac29-4669-9b87-37d28506c4f4. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.804539] env[70621]: DEBUG nova.network.neutron [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1360813a-ac29-4669-9b87-37d28506c4f4", "address": "fa:16:3e:dd:87:ce", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1360813a-ac", "ovs_interfaceid": "1360813a-ac29-4669-9b87-37d28506c4f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.815808] env[70621]: DEBUG nova.scheduler.client.report [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.890327] env[70621]: DEBUG oslo_vmware.api [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135348, 'name': PowerOffVM_Task, 'duration_secs': 0.245926} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.890622] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.890805] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.891119] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-109c7f17-4cdd-46f4-9728-ef409b03d9b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.966226] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.966884] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.967377] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Deleting the datastore file [datastore2] e149d1a1-3d4b-43a2-b23a-e62e820c6f23 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.967869] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97d7533a-99f8-46d1-9cab-21b2ffa947b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.976119] env[70621]: DEBUG oslo_vmware.api [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for the task: (returnval){ [ 721.976119] env[70621]: value = "task-4135354" [ 721.976119] env[70621]: _type = "Task" [ 721.976119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.985983] env[70621]: DEBUG oslo_vmware.api [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.172914] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135351, 'name': CreateVM_Task, 'duration_secs': 0.468335} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.173195] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.174216] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.174450] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.175203] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.175573] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f8fddb-f610-47b4-83af-f5eb2df5d307 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.186055] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 722.186055] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e4d2f3-9ed7-bd73-0515-cc763b88d309" [ 722.186055] env[70621]: _type = "Task" [ 722.186055] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.188765] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082479} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.191935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.192833] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0858d-287b-41e6-80f6-26b14fdbb51a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.204012] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e4d2f3-9ed7-bd73-0515-cc763b88d309, 'name': SearchDatastore_Task, 'duration_secs': 0.013861} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.215316] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.215661] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.215834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.215985] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.216188] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.225239] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5df83e4f-6100-4d48-9b59-d29ddf7cbad0/5df83e4f-6100-4d48-9b59-d29ddf7cbad0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.225578] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa1f2531-807d-4698-88ea-d0502a39ded9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.227641] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-927ca4bd-73ee-41ab-a4b2-dde7e4a46f71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.249333] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 722.249333] env[70621]: value = "task-4135355" [ 722.249333] env[70621]: _type = "Task" [ 722.249333] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.250815] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.250997] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.255045] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af317cd-b344-4549-a25f-4b637b340cf7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.265079] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135355, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.266977] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 722.266977] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c74b71-46d9-e1e9-52c0-21b2800d99a2" [ 722.266977] env[70621]: _type = "Task" [ 722.266977] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.277831] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c74b71-46d9-e1e9-52c0-21b2800d99a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.307844] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Releasing lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.308224] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Received event network-vif-plugged-1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.308434] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Acquiring lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.308654] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.308855] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.309042] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] No waiting events found dispatching network-vif-plugged-1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 722.309218] env[70621]: WARNING nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Received unexpected event network-vif-plugged-1258b992-2f88-46ad-b103-b3ee191f78db for instance with vm_state building and task_state spawning. [ 722.309387] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Received event network-changed-1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.309541] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Refreshing instance network info cache due to event network-changed-1258b992-2f88-46ad-b103-b3ee191f78db. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.309734] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Acquiring lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309870] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Acquired lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.310034] env[70621]: DEBUG nova.network.neutron [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Refreshing network info cache for port 1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.321173] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.321953] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.325480] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.448s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.327107] env[70621]: INFO nova.compute.claims [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.487963] env[70621]: DEBUG oslo_vmware.api [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Task: {'id': task-4135354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31579} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.488190] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.488343] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.488531] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.488704] env[70621]: INFO nova.compute.manager [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Took 1.13 seconds to destroy the instance on the hypervisor. [ 722.488940] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.489152] env[70621]: DEBUG nova.compute.manager [-] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.489250] env[70621]: DEBUG nova.network.neutron [-] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.761283] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135355, 'name': ReconfigVM_Task, 'duration_secs': 0.418073} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.761723] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5df83e4f-6100-4d48-9b59-d29ddf7cbad0/5df83e4f-6100-4d48-9b59-d29ddf7cbad0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.762358] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ced1561-dc6f-4d31-a0f8-2e03cae39c57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.772652] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 722.772652] env[70621]: value = "task-4135356" [ 722.772652] env[70621]: _type = "Task" [ 722.772652] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.780530] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c74b71-46d9-e1e9-52c0-21b2800d99a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015054} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.781901] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd23f05-f772-48c3-8abe-fa764d4a4963 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.788117] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135356, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.792407] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 722.792407] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520edefb-c7ea-fa41-888b-b6d215fc6bd3" [ 722.792407] env[70621]: _type = "Task" [ 722.792407] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.801802] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520edefb-c7ea-fa41-888b-b6d215fc6bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.827433] env[70621]: DEBUG nova.compute.utils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.829024] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.829276] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.850553] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4820d1ec-5781-4a2a-bdc8-cc8604d804c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.874122] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.881241] env[70621]: DEBUG nova.policy [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32f2141b96a4e8ca925b293bb12e59e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b4e96523c3c4a46bf6f8c9ab3f70516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.172739] env[70621]: DEBUG nova.network.neutron [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updated VIF entry in instance network info cache for port 1258b992-2f88-46ad-b103-b3ee191f78db. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.173177] env[70621]: DEBUG nova.network.neutron [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updating instance_info_cache with network_info: [{"id": "1258b992-2f88-46ad-b103-b3ee191f78db", "address": "fa:16:3e:30:01:9b", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1258b992-2f", "ovs_interfaceid": "1258b992-2f88-46ad-b103-b3ee191f78db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.240433] env[70621]: DEBUG nova.network.neutron [-] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.285210] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135356, 'name': Rename_Task, 'duration_secs': 0.185797} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.285210] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.285210] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61764b38-f3ec-4bf0-815f-48fe0953b967 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.290816] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Successfully created port: 29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.297765] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 723.297765] env[70621]: value = "task-4135357" [ 723.297765] env[70621]: _type = "Task" [ 723.297765] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.305318] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520edefb-c7ea-fa41-888b-b6d215fc6bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.015676} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.306017] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.306304] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 73c2574a-9ebe-4561-ab98-8c26306c70f9/73c2574a-9ebe-4561-ab98-8c26306c70f9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.306829] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab8ebe4c-d100-4371-9660-d53f5e5322b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.312077] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.317975] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 723.317975] env[70621]: value = "task-4135358" [ 723.317975] env[70621]: _type = "Task" [ 723.317975] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.327308] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.332644] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.382495] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.382752] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6258007b-d428-4487-97ff-8d8a986524b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.391630] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 723.391630] env[70621]: value = "task-4135359" [ 723.391630] env[70621]: _type = "Task" [ 723.391630] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.402374] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.675524] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Releasing lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.675802] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Received event network-vif-plugged-f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.675998] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Acquiring lock "73c2574a-9ebe-4561-ab98-8c26306c70f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.676239] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.676403] env[70621]: DEBUG oslo_concurrency.lockutils [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.676573] env[70621]: DEBUG nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] No waiting events found dispatching network-vif-plugged-f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.677245] env[70621]: WARNING nova.compute.manager [req-447047fc-9fd6-4e82-a7d2-e12aa705b447 req-b3508fec-f266-4215-9875-048715d5c4b0 service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Received unexpected event network-vif-plugged-f1200153-04cb-48d7-a412-916293e0b2ae for instance with vm_state building and task_state spawning. [ 723.742731] env[70621]: INFO nova.compute.manager [-] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Took 1.25 seconds to deallocate network for instance. [ 723.810405] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135357, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.832529] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135358, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.904971] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135359, 'name': PowerOffVM_Task, 'duration_secs': 0.273879} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.908483] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.908766] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.983563] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8954406-bc90-430c-8ed2-e7b9d571290c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.993957] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd07ed-bd2a-475d-858b-e3cf0289e50c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.028053] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0e8ac6-e3c8-4d54-9606-f3b7f628fa4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.036566] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1cb34a-329d-49f2-bc8f-8e9ebc4ead0c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.051183] env[70621]: DEBUG nova.compute.provider_tree [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.254453] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.310427] env[70621]: DEBUG oslo_vmware.api [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135357, 'name': PowerOnVM_Task, 'duration_secs': 0.871379} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.310806] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.311064] env[70621]: INFO nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Took 8.69 seconds to spawn the instance on the hypervisor. [ 724.311385] env[70621]: DEBUG nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.312300] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60980522-b6e1-491c-bc9c-122765ff36c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.332930] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646867} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.333220] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 73c2574a-9ebe-4561-ab98-8c26306c70f9/73c2574a-9ebe-4561-ab98-8c26306c70f9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.333453] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.333725] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aee339e-015d-430a-bcd3-de7e72e2ac98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.342086] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 724.342086] env[70621]: value = "task-4135360" [ 724.342086] env[70621]: _type = "Task" [ 724.342086] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.348266] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.354805] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.417510] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.417779] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.417903] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.418169] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.418329] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.418477] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.418684] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.418840] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.419100] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.419283] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.419454] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.425687] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d5925e-d8d8-49fe-b5e7-b43eb356b036 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.442696] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 724.442696] env[70621]: value = "task-4135361" [ 724.442696] env[70621]: _type = "Task" [ 724.442696] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.451745] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.555042] env[70621]: DEBUG nova.scheduler.client.report [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.835855] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Successfully updated port: 29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.837269] env[70621]: INFO nova.compute.manager [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Took 32.42 seconds to build instance. [ 724.855590] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066576} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.858147] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.858446] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.858612] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.858808] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.858955] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.859115] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.859334] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.859573] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.859684] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.859828] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.860548] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.860548] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.862813] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0e6a45-0032-4f05-9d52-48a5496b4271 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.866653] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa01865-2c67-44a1-a2b2-c0d29f391159 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.872048] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb7aeb-1bc6-73fb-634d-213f981f2284/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 724.873362] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee60f3f-8ec1-419a-bd4f-d10333346acc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.880806] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d913b644-d873-4ca2-8e21-d23054d90f4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.913179] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 73c2574a-9ebe-4561-ab98-8c26306c70f9/73c2574a-9ebe-4561-ab98-8c26306c70f9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.913536] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb7aeb-1bc6-73fb-634d-213f981f2284/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 724.913687] env[70621]: ERROR oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb7aeb-1bc6-73fb-634d-213f981f2284/disk-0.vmdk due to incomplete transfer. [ 724.914438] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b36c757-a2d8-4175-828b-6c405b6ab98f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.928677] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a69f864e-c6ed-4372-90c2-63f2175758e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.945185] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 724.945185] env[70621]: value = "task-4135362" [ 724.945185] env[70621]: _type = "Task" [ 724.945185] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.949309] env[70621]: DEBUG oslo_vmware.rw_handles [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cb7aeb-1bc6-73fb-634d-213f981f2284/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 724.949503] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Uploaded image b697f6ac-fa58-41b2-96be-cee1d79aaf9b to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 724.952101] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 724.955225] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-27dd5182-78c5-4097-892f-779a0f0d045e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.967658] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135361, 'name': ReconfigVM_Task, 'duration_secs': 0.496419} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.967906] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.969896] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.972713] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 724.972713] env[70621]: value = "task-4135363" [ 724.972713] env[70621]: _type = "Task" [ 724.972713] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.061017] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.061602] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.064424] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.739s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.064663] env[70621]: DEBUG nova.objects.instance [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lazy-loading 'resources' on Instance uuid 546b9c10-6fe1-4bf4-b81d-085aea635776 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.339739] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "refresh_cache-1944ad62-0306-425b-8ea6-844b70cc43c3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.339834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "refresh_cache-1944ad62-0306-425b-8ea6-844b70cc43c3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.339991] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.342272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9000a83c-b2b8-4c81-a7c4-430c3b56fcce tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.653s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.461787] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135362, 'name': ReconfigVM_Task, 'duration_secs': 0.423484} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.461787] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 73c2574a-9ebe-4561-ab98-8c26306c70f9/73c2574a-9ebe-4561-ab98-8c26306c70f9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.461787] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9452f8-7a9e-4869-ad3b-259775ba7b8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.469523] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 725.469523] env[70621]: value = "task-4135364" [ 725.469523] env[70621]: _type = "Task" [ 725.469523] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.475971] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.476297] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.476297] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.476926] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.476926] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.476926] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.477198] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.477198] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.477793] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.477793] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.477793] env[70621]: DEBUG nova.virt.hardware [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.483367] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 725.484381] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc81bae-bc86-4130-b8ec-8b0a89a044bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.518086] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135364, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.525401] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135363, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.527412] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 725.527412] env[70621]: value = "task-4135365" [ 725.527412] env[70621]: _type = "Task" [ 725.527412] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.542694] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.570355] env[70621]: DEBUG nova.compute.utils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.572161] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.572386] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.625365] env[70621]: DEBUG nova.policy [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32f2141b96a4e8ca925b293bb12e59e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b4e96523c3c4a46bf6f8c9ab3f70516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.845403] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.900229] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.978192] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Successfully created port: c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.994028] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135364, 'name': Rename_Task, 'duration_secs': 0.202665} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.994028] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.994028] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa8ceae-a978-4d09-9711-d3717a460b99 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.998784] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135363, 'name': Destroy_Task, 'duration_secs': 0.746942} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.003039] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Destroyed the VM [ 726.003039] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.006146] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40882b66-52ec-47ec-ba06-c5c8e20c9192 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.012107] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 726.012107] env[70621]: value = "task-4135366" [ 726.012107] env[70621]: _type = "Task" [ 726.012107] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.021529] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 726.021529] env[70621]: value = "task-4135367" [ 726.021529] env[70621]: _type = "Task" [ 726.021529] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.031854] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135366, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.043019] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.049823] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135365, 'name': ReconfigVM_Task, 'duration_secs': 0.19887} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.050207] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 726.050972] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8908c8-7a12-45d7-ad22-3db875b6a1fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.083703] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63/8322f8fc-34cb-4f84-92c1-9ce169608d63.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.084892] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.088493] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e76cb5c1-f9f7-42ef-82cf-d7e737b85e31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.111505] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 726.111505] env[70621]: value = "task-4135368" [ 726.111505] env[70621]: _type = "Task" [ 726.111505] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.125297] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.264449] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f39756-eb2e-401a-94d1-20e6dfba4766 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.274285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42305f-aefd-4ad1-93f1-6e82fde7d5f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.314547] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264cb8f7-a380-4a2e-a735-1a0610ff0781 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.325622] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03940f38-7280-46dc-b231-2b80c9f99cf7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.338987] env[70621]: DEBUG nova.compute.provider_tree [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.375826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.445883] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Updating instance_info_cache with network_info: [{"id": "29ac1aa7-0503-4fd3-8897-446c592a8a73", "address": "fa:16:3e:22:46:e7", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ac1aa7-05", "ovs_interfaceid": "29ac1aa7-0503-4fd3-8897-446c592a8a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.512817] env[70621]: INFO nova.compute.manager [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Rebuilding instance [ 726.531874] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.543174] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.571050] env[70621]: DEBUG nova.compute.manager [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.572185] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974937d4-e742-4e33-b79c-87a87934d351 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.629270] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135368, 'name': ReconfigVM_Task, 'duration_secs': 0.330877} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.629270] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63/8322f8fc-34cb-4f84-92c1-9ce169608d63.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.629270] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 726.814896] env[70621]: DEBUG nova.compute.manager [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Received event network-changed-f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.815095] env[70621]: DEBUG nova.compute.manager [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Refreshing instance network info cache due to event network-changed-f1200153-04cb-48d7-a412-916293e0b2ae. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.815336] env[70621]: DEBUG oslo_concurrency.lockutils [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] Acquiring lock "refresh_cache-73c2574a-9ebe-4561-ab98-8c26306c70f9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.815562] env[70621]: DEBUG oslo_concurrency.lockutils [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] Acquired lock "refresh_cache-73c2574a-9ebe-4561-ab98-8c26306c70f9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.815674] env[70621]: DEBUG nova.network.neutron [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Refreshing network info cache for port f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.843372] env[70621]: DEBUG nova.scheduler.client.report [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.868825] env[70621]: DEBUG nova.compute.manager [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-changed-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.869130] env[70621]: DEBUG nova.compute.manager [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing instance network info cache due to event network-changed-383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.869272] env[70621]: DEBUG oslo_concurrency.lockutils [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] Acquiring lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.869418] env[70621]: DEBUG oslo_concurrency.lockutils [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] Acquired lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.869582] env[70621]: DEBUG nova.network.neutron [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.949451] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "refresh_cache-1944ad62-0306-425b-8ea6-844b70cc43c3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.949992] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Instance network_info: |[{"id": "29ac1aa7-0503-4fd3-8897-446c592a8a73", "address": "fa:16:3e:22:46:e7", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ac1aa7-05", "ovs_interfaceid": "29ac1aa7-0503-4fd3-8897-446c592a8a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.950835] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:46:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29ac1aa7-0503-4fd3-8897-446c592a8a73', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.959936] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.960229] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.960508] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2781b9d2-72a6-4d9c-9a40-5e1626374c48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.981756] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.981756] env[70621]: value = "task-4135369" [ 726.981756] env[70621]: _type = "Task" [ 726.981756] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.991443] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135369, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.026469] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135366, 'name': PowerOnVM_Task, 'duration_secs': 0.523705} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.030422] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.030787] env[70621]: INFO nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 727.031064] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.031963] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b87859-e3cc-4575-a137-e924239eed42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.049030] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.095321] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.119751] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.120114] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.120329] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.120598] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.120817] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.120943] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.121209] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.121388] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.121567] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.121736] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.121912] env[70621]: DEBUG nova.virt.hardware [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.122843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd755d56-48cf-47e9-b8da-ce6c72af2cb0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.132222] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af86c82-c90c-40f9-8309-4642d0d8b806 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.139135] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a33440-ea5a-4b0e-bf9e-b942bda02981 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.171921] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3020c23-efee-4923-887e-9a3c34f02002 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.192441] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.349566] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.352735] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.284s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.354298] env[70621]: INFO nova.compute.claims [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.394270] env[70621]: INFO nova.scheduler.client.report [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Deleted allocations for instance 546b9c10-6fe1-4bf4-b81d-085aea635776 [ 727.498013] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135369, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.538631] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135367, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.554137] env[70621]: INFO nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Took 32.88 seconds to build instance. [ 727.588210] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.588528] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d793f5f0-fc7f-4a77-b378-689644e49947 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.597478] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 727.597478] env[70621]: value = "task-4135370" [ 727.597478] env[70621]: _type = "Task" [ 727.597478] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.614740] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.795446] env[70621]: DEBUG nova.network.neutron [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Updated VIF entry in instance network info cache for port f1200153-04cb-48d7-a412-916293e0b2ae. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.795830] env[70621]: DEBUG nova.network.neutron [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Updating instance_info_cache with network_info: [{"id": "f1200153-04cb-48d7-a412-916293e0b2ae", "address": "fa:16:3e:e8:d9:fd", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1200153-04", "ovs_interfaceid": "f1200153-04cb-48d7-a412-916293e0b2ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.808027] env[70621]: DEBUG nova.network.neutron [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Port 2882272f-0b52-47c5-b17e-f5704ea905ed binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 727.816416] env[70621]: DEBUG nova.network.neutron [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updated VIF entry in instance network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.816948] env[70621]: DEBUG nova.network.neutron [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.902526] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3057c268-87b2-42ac-bde6-6770a2fd2bc2 tempest-InstanceActionsNegativeTestJSON-1887447034 tempest-InstanceActionsNegativeTestJSON-1887447034-project-member] Lock "546b9c10-6fe1-4bf4-b81d-085aea635776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.570s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.995327] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135369, 'name': CreateVM_Task, 'duration_secs': 0.635933} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.995539] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.996273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.996438] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.996782] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.997084] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f14acf7-3bfb-493a-963e-e9180f57bec4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.004052] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 728.004052] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524c8322-75a8-5c54-7a4c-438f63d11311" [ 728.004052] env[70621]: _type = "Task" [ 728.004052] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.015044] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524c8322-75a8-5c54-7a4c-438f63d11311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.038921] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135367, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.056201] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.347s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.115781] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135370, 'name': PowerOffVM_Task, 'duration_secs': 0.293069} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.116628] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.116628] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.117801] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d60a671-eed6-46a1-b5ac-3b245e3ff6a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.126269] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.127055] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66e3e9bf-dfbf-489f-95f2-62be42bf7540 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.154548] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.155072] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.155154] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Deleting the datastore file [datastore1] 512a48da-29e8-41ca-bace-313966e1abe9 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.155384] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8a02f4-5acc-4b4a-bf2b-92fc0a5975bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.165883] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 728.165883] env[70621]: value = "task-4135372" [ 728.165883] env[70621]: _type = "Task" [ 728.165883] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.175540] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.217874] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Successfully updated port: c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.299483] env[70621]: DEBUG oslo_concurrency.lockutils [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] Releasing lock "refresh_cache-73c2574a-9ebe-4561-ab98-8c26306c70f9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.299483] env[70621]: DEBUG nova.compute.manager [req-fc260a62-3d51-47ea-9c10-d9ecd11923c2 req-8cdd01df-bc46-43d0-8bee-608d0ecf7a6c service nova] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Received event network-vif-deleted-99ac559e-a87a-46d6-8e9a-35fee4dde83a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.321108] env[70621]: DEBUG oslo_concurrency.lockutils [req-5a63c54c-09b0-44ff-9efd-53ae47c3a722 req-fedb3f84-19d9-4029-9640-ec6eb6ceb0c9 service nova] Releasing lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.518687] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524c8322-75a8-5c54-7a4c-438f63d11311, 'name': SearchDatastore_Task, 'duration_secs': 0.036925} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.519084] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.519992] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.519992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.519992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.519992] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.520320] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116ad0e1-bee3-4368-bf85-d055938ebaaa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.537556] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.537748] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.539840] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d362d9-1e58-4010-8946-ce2ed80a45ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.548659] env[70621]: DEBUG oslo_vmware.api [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135367, 'name': RemoveSnapshot_Task, 'duration_secs': 2.114915} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.550126] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 728.550425] env[70621]: INFO nova.compute.manager [None req-82266ae2-9397-4a7f-81fc-0c31b5c6613b tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Took 22.16 seconds to snapshot the instance on the hypervisor. [ 728.552949] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 728.552949] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c7df7d-3d85-c81a-c365-96028567db56" [ 728.552949] env[70621]: _type = "Task" [ 728.552949] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.567536] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.578862] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c7df7d-3d85-c81a-c365-96028567db56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.677377] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341638} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.680471] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.680753] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.680973] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.727986] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "refresh_cache-2445db5d-8a5f-46ab-af64-de4cff2f6560" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.727986] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "refresh_cache-2445db5d-8a5f-46ab-af64-de4cff2f6560" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.727986] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.845947] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.846622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.847040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.060318] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.062609] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.069745] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23af1b79-37c9-4436-a8b7-2faf6b9f2221 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.084927] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c7df7d-3d85-c81a-c365-96028567db56, 'name': SearchDatastore_Task, 'duration_secs': 0.031692} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.089266] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca319f1-3089-4a4e-984f-1ed6c33777bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.093130] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e6f48-4777-47e1-9688-e98fa41b0326 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.103022] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 729.103022] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520584cd-fb70-5c3f-cc6b-3523a0b787d7" [ 729.103022] env[70621]: _type = "Task" [ 729.103022] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.132682] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.139408] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4362d3-bd9d-4712-89d1-5560d2ee153f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.155058] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3f05a-9b49-4bc4-a012-7ea8a955feb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.160053] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520584cd-fb70-5c3f-cc6b-3523a0b787d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014994} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.160481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.160648] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1944ad62-0306-425b-8ea6-844b70cc43c3/1944ad62-0306-425b-8ea6-844b70cc43c3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.162117] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b60c8f-00fa-4322-b8cd-b2538678489a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.174497] env[70621]: DEBUG nova.compute.provider_tree [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.182766] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 729.182766] env[70621]: value = "task-4135373" [ 729.182766] env[70621]: _type = "Task" [ 729.182766] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.197112] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.280577] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.503808] env[70621]: DEBUG nova.network.neutron [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Updating instance_info_cache with network_info: [{"id": "c2834ac0-7999-4acc-bc13-2ccc90fb1c56", "address": "fa:16:3e:22:42:20", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2834ac0-79", "ovs_interfaceid": "c2834ac0-7999-4acc-bc13-2ccc90fb1c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.579048] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.579998] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.579998] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.580852] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.580852] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.581118] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.583389] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 729.583389] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 729.684022] env[70621]: DEBUG nova.scheduler.client.report [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.703682] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135373, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.740884] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.743396] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.744254] env[70621]: DEBUG nova.virt.hardware [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.746023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8255a85a-a648-4eb9-925b-d681537e8c0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.757732] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab4ae1c-66b3-4344-ade4-f62021448413 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.774520] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.782086] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.782856] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.783162] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96cfaa25-6ed3-4c27-9126-7626fa660cff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.806782] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.806782] env[70621]: value = "task-4135374" [ 729.806782] env[70621]: _type = "Task" [ 729.806782] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.821307] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135374, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.895089] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Received event network-vif-plugged-29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.895730] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquiring lock "1944ad62-0306-425b-8ea6-844b70cc43c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.896041] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.896235] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.896451] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] No waiting events found dispatching network-vif-plugged-29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.896571] env[70621]: WARNING nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Received unexpected event network-vif-plugged-29ac1aa7-0503-4fd3-8897-446c592a8a73 for instance with vm_state building and task_state spawning. [ 729.896924] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Received event network-changed-29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.896924] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Refreshing instance network info cache due to event network-changed-29ac1aa7-0503-4fd3-8897-446c592a8a73. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.897436] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquiring lock "refresh_cache-1944ad62-0306-425b-8ea6-844b70cc43c3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.897436] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquired lock "refresh_cache-1944ad62-0306-425b-8ea6-844b70cc43c3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.897593] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Refreshing network info cache for port 29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.902379] env[70621]: DEBUG nova.compute.manager [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Received event network-changed-1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.902379] env[70621]: DEBUG nova.compute.manager [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Refreshing instance network info cache due to event network-changed-1258b992-2f88-46ad-b103-b3ee191f78db. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.905452] env[70621]: DEBUG oslo_concurrency.lockutils [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] Acquiring lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.906913] env[70621]: DEBUG oslo_concurrency.lockutils [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] Acquired lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.906913] env[70621]: DEBUG nova.network.neutron [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Refreshing network info cache for port 1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.911190] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.911190] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.911190] env[70621]: DEBUG nova.network.neutron [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.007245] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "refresh_cache-2445db5d-8a5f-46ab-af64-de4cff2f6560" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.007584] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Instance network_info: |[{"id": "c2834ac0-7999-4acc-bc13-2ccc90fb1c56", "address": "fa:16:3e:22:42:20", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2834ac0-79", "ovs_interfaceid": "c2834ac0-7999-4acc-bc13-2ccc90fb1c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.008041] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:42:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2834ac0-7999-4acc-bc13-2ccc90fb1c56', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.017224] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.017555] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.017664] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e47d52bc-8009-4ea6-bc06-985e82b76bf3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.042039] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.042039] env[70621]: value = "task-4135375" [ 730.042039] env[70621]: _type = "Task" [ 730.042039] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.052802] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135375, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.085474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.113289] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-fd984f45-140c-49da-be4d-fda8e1ef9e2a-1360813a-ac29-4669-9b87-37d28506c4f4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.113635] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-fd984f45-140c-49da-be4d-fda8e1ef9e2a-1360813a-ac29-4669-9b87-37d28506c4f4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.192515] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.194335] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.197329] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.531s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.199988] env[70621]: INFO nova.compute.claims [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.211899] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669567} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.211899] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1944ad62-0306-425b-8ea6-844b70cc43c3/1944ad62-0306-425b-8ea6-844b70cc43c3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.212240] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.212602] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a79365f-efec-4273-bc6e-04aa2813ad78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.223513] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 730.223513] env[70621]: value = "task-4135376" [ 730.223513] env[70621]: _type = "Task" [ 730.223513] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.237302] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.321187] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135374, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.553359] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135375, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.617142] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.617336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.619503] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916de28e-bd66-4ac0-8742-36833e76c764 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.641363] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62fb4d0-7f0f-4edb-bf03-acf46d9dbbe4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.680204] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Reconfiguring VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 730.682835] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83ac950c-d6a2-4509-9e0c-4942420e45e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.706850] env[70621]: DEBUG nova.compute.utils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.710895] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 730.710895] env[70621]: value = "task-4135377" [ 730.710895] env[70621]: _type = "Task" [ 730.710895] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.711420] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.715391] env[70621]: DEBUG nova.network.neutron [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.740274] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.744517] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119816} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.744781] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.745619] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef067910-d755-465f-a621-fec8b8d6f589 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.769292] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1944ad62-0306-425b-8ea6-844b70cc43c3/1944ad62-0306-425b-8ea6-844b70cc43c3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.769538] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34376dbe-6f54-4304-b3ab-436c4b1fbbf6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.789607] env[70621]: DEBUG nova.network.neutron [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updated VIF entry in instance network info cache for port 1258b992-2f88-46ad-b103-b3ee191f78db. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.789969] env[70621]: DEBUG nova.network.neutron [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updating instance_info_cache with network_info: [{"id": "1258b992-2f88-46ad-b103-b3ee191f78db", "address": "fa:16:3e:30:01:9b", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1258b992-2f", "ovs_interfaceid": "1258b992-2f88-46ad-b103-b3ee191f78db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.794254] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 730.794254] env[70621]: value = "task-4135378" [ 730.794254] env[70621]: _type = "Task" [ 730.794254] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.804041] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.819461] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135374, 'name': CreateVM_Task, 'duration_secs': 0.615033} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.819661] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.820112] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.820471] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.820898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.821420] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1532ea8d-d27e-441c-af69-9d2774d71297 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.827286] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 730.827286] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524ff59e-4e30-e510-7bd2-475cd583f1b7" [ 730.827286] env[70621]: _type = "Task" [ 730.827286] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.837147] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524ff59e-4e30-e510-7bd2-475cd583f1b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.838958] env[70621]: DEBUG nova.policy [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a5454d143764a6e9a4ef4098aa9ec4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08e0e18266a74a65b2726df42830b1b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.960375] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cafe-2c03-901e-d005-d3571a97c91d/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 730.961395] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa73e505-0e0e-4e48-8a4d-0b7f481e6993 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.970391] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cafe-2c03-901e-d005-d3571a97c91d/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 730.970391] env[70621]: ERROR oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cafe-2c03-901e-d005-d3571a97c91d/disk-0.vmdk due to incomplete transfer. [ 730.970391] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b957b70a-260d-4004-b53e-157b84eb33a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.977829] env[70621]: DEBUG oslo_vmware.rw_handles [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5287cafe-2c03-901e-d005-d3571a97c91d/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 730.978054] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Uploaded image d3e77dd2-3275-4bfa-8898-0d02276686a7 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 730.979576] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 730.979832] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b96ece16-d197-4759-85be-9bab323d8c69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.987358] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 730.987358] env[70621]: value = "task-4135379" [ 730.987358] env[70621]: _type = "Task" [ 730.987358] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.996773] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135379, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.056038] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135375, 'name': CreateVM_Task, 'duration_secs': 0.530544} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.057135] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.057135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.206099] env[70621]: DEBUG nova.network.neutron [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance_info_cache with network_info: [{"id": "2882272f-0b52-47c5-b17e-f5704ea905ed", "address": "fa:16:3e:12:b9:6c", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2882272f-0b", "ovs_interfaceid": "2882272f-0b52-47c5-b17e-f5704ea905ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.212595] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.231470] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.256016] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Updated VIF entry in instance network info cache for port 29ac1aa7-0503-4fd3-8897-446c592a8a73. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.256448] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Updating instance_info_cache with network_info: [{"id": "29ac1aa7-0503-4fd3-8897-446c592a8a73", "address": "fa:16:3e:22:46:e7", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29ac1aa7-05", "ovs_interfaceid": "29ac1aa7-0503-4fd3-8897-446c592a8a73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.292537] env[70621]: DEBUG oslo_concurrency.lockutils [req-2eb9127f-0753-47e8-ad30-31eef2bcaa2e req-605d7dff-a484-4ca7-8f69-7ef8cffe7255 service nova] Releasing lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.308137] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135378, 'name': ReconfigVM_Task, 'duration_secs': 0.319808} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.311045] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1944ad62-0306-425b-8ea6-844b70cc43c3/1944ad62-0306-425b-8ea6-844b70cc43c3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.311911] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb75a424-b0c2-47e7-8b19-e9bda9d5c60c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.319506] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 731.319506] env[70621]: value = "task-4135380" [ 731.319506] env[70621]: _type = "Task" [ 731.319506] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.328556] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135380, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.341359] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524ff59e-4e30-e510-7bd2-475cd583f1b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018059} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.341735] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.341978] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.342245] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.342392] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.342577] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.342877] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.343231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.343474] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df65c193-4c7b-4b6e-9a4a-c10ef69b8ef1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.351279] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6df704e-c1eb-4471-ad65-2b55d56ee99d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.358228] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 731.358228] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526a2e98-7a4d-1dd9-ccd2-fbeef34c185a" [ 731.358228] env[70621]: _type = "Task" [ 731.358228] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.365696] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.366154] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.370395] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748ca1a5-0b33-4512-96d2-a451149cb6a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.373619] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526a2e98-7a4d-1dd9-ccd2-fbeef34c185a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.379654] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 731.379654] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52be2a96-b6a1-c9d8-6f88-f3f7bca83938" [ 731.379654] env[70621]: _type = "Task" [ 731.379654] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.390210] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52be2a96-b6a1-c9d8-6f88-f3f7bca83938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.499422] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135379, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.709438] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.715076] env[70621]: DEBUG nova.network.neutron [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Successfully created port: fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.740306] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.763345] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Releasing lock "refresh_cache-1944ad62-0306-425b-8ea6-844b70cc43c3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.763641] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Received event network-vif-plugged-c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.763836] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquiring lock "2445db5d-8a5f-46ab-af64-de4cff2f6560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.764064] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.764234] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.764402] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] No waiting events found dispatching network-vif-plugged-c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.764565] env[70621]: WARNING nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Received unexpected event network-vif-plugged-c2834ac0-7999-4acc-bc13-2ccc90fb1c56 for instance with vm_state building and task_state spawning. [ 731.764726] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Received event network-changed-c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.764874] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Refreshing instance network info cache due to event network-changed-c2834ac0-7999-4acc-bc13-2ccc90fb1c56. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.765585] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquiring lock "refresh_cache-2445db5d-8a5f-46ab-af64-de4cff2f6560" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.765585] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquired lock "refresh_cache-2445db5d-8a5f-46ab-af64-de4cff2f6560" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.765585] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Refreshing network info cache for port c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.832819] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135380, 'name': Rename_Task, 'duration_secs': 0.161264} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.836643] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.837309] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f807886-1fb0-4372-baad-61c34c518f9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.846466] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 731.846466] env[70621]: value = "task-4135381" [ 731.846466] env[70621]: _type = "Task" [ 731.846466] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.862730] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.879091] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526a2e98-7a4d-1dd9-ccd2-fbeef34c185a, 'name': SearchDatastore_Task, 'duration_secs': 0.02303} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.879091] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.879091] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.879091] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.886075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee41ee71-9fb2-4e8c-92a8-94721be9197f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.893538] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52be2a96-b6a1-c9d8-6f88-f3f7bca83938, 'name': SearchDatastore_Task, 'duration_secs': 0.02225} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.894876] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0703ed6-03bb-46ee-9077-8852a0ab31ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.901512] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ef8b9a-dab5-457c-af4c-1c33e989464b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.910035] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 731.910035] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525b78ee-8f95-aafe-a343-02ef8e67ee6d" [ 731.910035] env[70621]: _type = "Task" [ 731.910035] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.943390] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eff82b-81de-42df-932c-1435bacf4b97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.946221] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525b78ee-8f95-aafe-a343-02ef8e67ee6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.955360] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d363ea78-32f0-4409-9e34-d4880512d54e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.968922] env[70621]: DEBUG nova.compute.provider_tree [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.998375] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135379, 'name': Destroy_Task, 'duration_secs': 0.931085} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.998718] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Destroyed the VM [ 731.998896] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 731.999489] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dec323ca-2925-47e2-9f86-82b991f90cea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.008284] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 732.008284] env[70621]: value = "task-4135382" [ 732.008284] env[70621]: _type = "Task" [ 732.008284] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.018496] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.233659] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.253691] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.256472] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81028a2-2970-4074-8c49-a9e878c77e8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.290486] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.290766] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.290957] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.291979] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.291979] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.291979] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.291979] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.292499] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.292499] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.292784] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.293417] env[70621]: DEBUG nova.virt.hardware [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.294724] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88528159-58c2-4866-8516-bcc67b008b7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.298465] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91efe53a-e0d7-4c9f-846f-bf3afb406d9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.307327] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 732.315543] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a8d26-1685-455d-9062-c1a184bbd0cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.361035] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.427170] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525b78ee-8f95-aafe-a343-02ef8e67ee6d, 'name': SearchDatastore_Task, 'duration_secs': 0.023576} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.427170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.427170] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.427858] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.427858] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.427858] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a3ae632-a62d-4281-b9cd-d171aa3e55e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.430079] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-931bcc72-522c-4745-a3e1-7787faa127d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.438817] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 732.438817] env[70621]: value = "task-4135383" [ 732.438817] env[70621]: _type = "Task" [ 732.438817] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.447339] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.447633] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.448576] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf408b2b-23d0-4428-b1d3-4068c071f327 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.458558] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.460063] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 732.460063] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52759772-c30a-5bdc-23ac-0f20469c6d81" [ 732.460063] env[70621]: _type = "Task" [ 732.460063] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.470771] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52759772-c30a-5bdc-23ac-0f20469c6d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.472703] env[70621]: DEBUG nova.scheduler.client.report [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.520397] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135382, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.635032] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Updated VIF entry in instance network info cache for port c2834ac0-7999-4acc-bc13-2ccc90fb1c56. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.635434] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Updating instance_info_cache with network_info: [{"id": "c2834ac0-7999-4acc-bc13-2ccc90fb1c56", "address": "fa:16:3e:22:42:20", "network": {"id": "020437d9-fa59-489b-b774-7d2d7569e7ae", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-989957754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b4e96523c3c4a46bf6f8c9ab3f70516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2834ac0-79", "ovs_interfaceid": "c2834ac0-7999-4acc-bc13-2ccc90fb1c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.740701] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.816265] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.816634] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d48b08-98f6-430f-b5bd-a2da9936da14 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.824948] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 732.824948] env[70621]: value = "task-4135384" [ 732.824948] env[70621]: _type = "Task" [ 732.824948] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.836110] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.862454] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135381, 'name': PowerOnVM_Task, 'duration_secs': 0.5425} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.863598] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.863824] env[70621]: INFO nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Took 8.52 seconds to spawn the instance on the hypervisor. [ 732.864089] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.868581] env[70621]: DEBUG nova.compute.manager [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Received event network-changed-1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.868784] env[70621]: DEBUG nova.compute.manager [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Refreshing instance network info cache due to event network-changed-1258b992-2f88-46ad-b103-b3ee191f78db. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.869030] env[70621]: DEBUG oslo_concurrency.lockutils [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] Acquiring lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.869369] env[70621]: DEBUG oslo_concurrency.lockutils [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] Acquired lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.869369] env[70621]: DEBUG nova.network.neutron [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Refreshing network info cache for port 1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.871312] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c54c2d-c932-4868-836b-e9a42cbc2a86 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.885858] env[70621]: DEBUG nova.compute.manager [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Received event network-changed-a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.886212] env[70621]: DEBUG nova.compute.manager [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Refreshing instance network info cache due to event network-changed-a88c8196-849b-42fd-a7c3-675045aaf120. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.886406] env[70621]: DEBUG oslo_concurrency.lockutils [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] Acquiring lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.886550] env[70621]: DEBUG oslo_concurrency.lockutils [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] Acquired lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.886722] env[70621]: DEBUG nova.network.neutron [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Refreshing network info cache for port a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.957263] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135383, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.977556] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52759772-c30a-5bdc-23ac-0f20469c6d81, 'name': SearchDatastore_Task, 'duration_secs': 0.014173} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.978573] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4301604e-f282-4d6f-9d89-ce541b7622e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.981969] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.982564] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.986816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.959s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.988695] env[70621]: INFO nova.compute.claims [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.997598] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 732.997598] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521f670e-062c-bd92-13e0-012a7e180fdd" [ 732.997598] env[70621]: _type = "Task" [ 732.997598] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.007739] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521f670e-062c-bd92-13e0-012a7e180fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.028632] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135382, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.139251] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Releasing lock "refresh_cache-2445db5d-8a5f-46ab-af64-de4cff2f6560" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.139609] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-changed-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.139705] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing instance network info cache due to event network-changed-383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.139850] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquiring lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.139991] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquired lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.140168] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.229594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.229886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.230138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.231537] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.231537] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.233060] env[70621]: INFO nova.compute.manager [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Terminating instance [ 733.253051] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.339579] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135384, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.410202] env[70621]: INFO nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Took 37.17 seconds to build instance. [ 733.455975] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632253} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.459513] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.460747] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.461079] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd79863d-5f20-4604-a3b4-21847e38c9e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.474657] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 733.474657] env[70621]: value = "task-4135385" [ 733.474657] env[70621]: _type = "Task" [ 733.474657] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.491020] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.495653] env[70621]: DEBUG nova.compute.utils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.499595] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.499595] env[70621]: DEBUG nova.network.neutron [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.514488] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521f670e-062c-bd92-13e0-012a7e180fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.040602} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.519219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.519514] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2445db5d-8a5f-46ab-af64-de4cff2f6560/2445db5d-8a5f-46ab-af64-de4cff2f6560.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.521019] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d729c9dc-c71f-453d-a86b-ebea6f56f71a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.529320] env[70621]: DEBUG oslo_vmware.api [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135382, 'name': RemoveSnapshot_Task, 'duration_secs': 1.421083} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.530909] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.531594] env[70621]: INFO nova.compute.manager [None req-33fef403-16d1-46e4-8246-dba4ec39575f tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Took 19.28 seconds to snapshot the instance on the hypervisor. [ 733.534944] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 733.534944] env[70621]: value = "task-4135386" [ 733.534944] env[70621]: _type = "Task" [ 733.534944] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.547196] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.585275] env[70621]: DEBUG nova.policy [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ceb500dbc3d04a109825b62bc28c6e7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ff147b5b30846788c245940c7299d68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.594336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.594592] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.594880] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.594967] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.595179] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.597291] env[70621]: INFO nova.compute.manager [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Terminating instance [ 733.742133] env[70621]: DEBUG nova.compute.manager [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.742636] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.743708] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c305a3d-3c5d-4147-a1d7-dd9401bb9bc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.752514] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.758813] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.759675] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5a676c-eefb-46cf-bf2f-53b5edd35391 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.768081] env[70621]: DEBUG oslo_vmware.api [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 733.768081] env[70621]: value = "task-4135387" [ 733.768081] env[70621]: _type = "Task" [ 733.768081] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.786068] env[70621]: DEBUG oslo_vmware.api [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.839614] env[70621]: DEBUG oslo_vmware.api [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135384, 'name': PowerOnVM_Task, 'duration_secs': 0.636892} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.839995] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.840213] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40eb7027-c708-49d8-9a05-1c55b721bfff tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance '8322f8fc-34cb-4f84-92c1-9ce169608d63' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.914455] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.157s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.993710] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08281} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.998049] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.998049] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3442f463-f4ed-40ea-a800-56f10c342766 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.000553] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.028154] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.030569] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5112084-2980-44d9-b4ff-48e4edb59c7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.048157] env[70621]: DEBUG nova.network.neutron [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updated VIF entry in instance network info cache for port a88c8196-849b-42fd-a7c3-675045aaf120. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.048157] env[70621]: DEBUG nova.network.neutron [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [{"id": "a88c8196-849b-42fd-a7c3-675045aaf120", "address": "fa:16:3e:b3:e3:07", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88c8196-84", "ovs_interfaceid": "a88c8196-849b-42fd-a7c3-675045aaf120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.054127] env[70621]: DEBUG nova.network.neutron [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updated VIF entry in instance network info cache for port 1258b992-2f88-46ad-b103-b3ee191f78db. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.054127] env[70621]: DEBUG nova.network.neutron [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updating instance_info_cache with network_info: [{"id": "1258b992-2f88-46ad-b103-b3ee191f78db", "address": "fa:16:3e:30:01:9b", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1258b992-2f", "ovs_interfaceid": "1258b992-2f88-46ad-b103-b3ee191f78db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.064405] env[70621]: DEBUG nova.network.neutron [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Successfully updated port: fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.070164] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 734.070164] env[70621]: value = "task-4135388" [ 734.070164] env[70621]: _type = "Task" [ 734.070164] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.096519] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.096519] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.103686] env[70621]: DEBUG nova.compute.manager [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.103686] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.103686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4873ed-dd6a-4a8e-8966-e13a6dfc3dae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.117512] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.121464] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84af47ea-9061-4456-a2e7-67f2dae51d77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.131931] env[70621]: DEBUG oslo_vmware.api [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 734.131931] env[70621]: value = "task-4135389" [ 734.131931] env[70621]: _type = "Task" [ 734.131931] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.145581] env[70621]: DEBUG oslo_vmware.api [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.249835] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.281286] env[70621]: DEBUG oslo_vmware.api [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135387, 'name': PowerOffVM_Task, 'duration_secs': 0.418572} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.282143] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updated VIF entry in instance network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.282548] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.283923] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.284158] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.288082] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e18a427-4d6e-4c74-bdd6-bfd0630ea0bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.416349] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.416457] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.416722] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Deleting the datastore file [datastore2] 24857109-7a24-4b4b-ad4b-9512a6c23d5d {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.417150] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9af2072-7f63-4268-8b18-bde1ccb23abd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.424573] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.436562] env[70621]: DEBUG oslo_vmware.api [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for the task: (returnval){ [ 734.436562] env[70621]: value = "task-4135391" [ 734.436562] env[70621]: _type = "Task" [ 734.436562] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.451595] env[70621]: DEBUG oslo_vmware.api [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.565359] env[70621]: DEBUG nova.network.neutron [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Successfully created port: c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.569245] env[70621]: DEBUG oslo_concurrency.lockutils [req-d00986b4-b626-45c2-9dfd-57bce8fe1320 req-1e663441-d1a8-49e3-86f4-948822f92f0d service nova] Releasing lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.570302] env[70621]: DEBUG oslo_concurrency.lockutils [req-5ee8c444-c10c-46b2-b67f-79cde34657b2 req-2eeae5aa-34de-419b-a7b0-782d702f59b3 service nova] Releasing lock "refresh_cache-5df83e4f-6100-4d48-9b59-d29ddf7cbad0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.570817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "refresh_cache-5ced4db8-4171-48b7-9b75-1224b29a7edb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.571041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "refresh_cache-5ced4db8-4171-48b7-9b75-1224b29a7edb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.571225] env[70621]: DEBUG nova.network.neutron [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.579306] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135386, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.029847} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.584919] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2445db5d-8a5f-46ab-af64-de4cff2f6560/2445db5d-8a5f-46ab-af64-de4cff2f6560.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.584919] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.585799] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69388f8b-6a56-43c8-a1df-083b47db135b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.602446] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.605215] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 734.605215] env[70621]: value = "task-4135392" [ 734.605215] env[70621]: _type = "Task" [ 734.605215] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.620049] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.644160] env[70621]: DEBUG oslo_vmware.api [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135389, 'name': PowerOffVM_Task, 'duration_secs': 0.350697} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.647240] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.647484] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.648016] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f74b7867-7de4-4f0d-8ff5-91bae17a11b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.746841] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.747012] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.747535] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Deleting the datastore file [datastore1] ce7c25a7-b051-4e15-9ca6-d7d7fad7405a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.749763] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18fb4b9d-cd82-4bdc-97c4-585d7d775156 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.756103] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.761021] env[70621]: DEBUG oslo_vmware.api [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 734.761021] env[70621]: value = "task-4135394" [ 734.761021] env[70621]: _type = "Task" [ 734.761021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.779266] env[70621]: DEBUG oslo_vmware.api [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.789883] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Releasing lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.791500] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Received event network-changed-a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.791500] env[70621]: DEBUG nova.compute.manager [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Refreshing instance network info cache due to event network-changed-a88c8196-849b-42fd-a7c3-675045aaf120. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.791500] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquiring lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.791500] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Acquired lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.791500] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Refreshing network info cache for port a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.801607] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eec4be-8ebd-4cf8-bb4f-e894f0ab4f66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.811577] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a9a2c8-4d10-49b1-be22-6e37442469ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.848030] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85643a2-7226-4771-a974-52d733013f72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.861986] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab193ebd-338d-48ba-9800-e7945684acbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.879519] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.955852] env[70621]: DEBUG oslo_vmware.api [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Task: {'id': task-4135391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294765} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.956151] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.956811] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.956811] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.956811] env[70621]: INFO nova.compute.manager [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 734.957023] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.957245] env[70621]: DEBUG nova.compute.manager [-] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.957341] env[70621]: DEBUG nova.network.neutron [-] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.971164] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.042415] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.092654] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.092893] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.093206] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.093294] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.093420] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.094504] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.094504] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.094504] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.094504] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.094504] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.094504] env[70621]: DEBUG nova.virt.hardware [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.095421] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee2803c-78c0-4a8d-8d36-ee8866e7db7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.101907] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135388, 'name': ReconfigVM_Task, 'duration_secs': 0.703341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.102715] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9/512a48da-29e8-41ca-bace-313966e1abe9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.103446] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d564b12f-7bc4-450e-b76b-f87c3e227ac9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.109523] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b98d6-65a8-40d0-acaa-c971c56c4289 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.115813] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 735.115813] env[70621]: value = "task-4135395" [ 735.115813] env[70621]: _type = "Task" [ 735.115813] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.139057] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.144834] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.145387] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135395, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.150075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a1f829-6458-4be7-a74a-cfed9ab2293a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.153738] env[70621]: DEBUG nova.network.neutron [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.191819] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 2445db5d-8a5f-46ab-af64-de4cff2f6560/2445db5d-8a5f-46ab-af64-de4cff2f6560.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.195134] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d492da-2c2a-4f81-a202-61ed791d8b3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.216640] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 735.216640] env[70621]: value = "task-4135396" [ 735.216640] env[70621]: _type = "Task" [ 735.216640] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.228194] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.254198] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.272369] env[70621]: DEBUG oslo_vmware.api [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482178} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.272607] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.272707] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.272874] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.273079] env[70621]: INFO nova.compute.manager [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 735.273344] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.273540] env[70621]: DEBUG nova.compute.manager [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.273639] env[70621]: DEBUG nova.network.neutron [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.408080] env[70621]: ERROR nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [req-112109b1-0a50-4cc1-a51d-f364b9890147] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-112109b1-0a50-4cc1-a51d-f364b9890147"}]} [ 735.437576] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 735.454976] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 735.456122] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.476792] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 735.501130] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 735.631721] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135395, 'name': Rename_Task, 'duration_secs': 0.389853} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.631984] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.632257] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f2bea8-62d6-4eb9-8665-b98158bdb600 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.643652] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Waiting for the task: (returnval){ [ 735.643652] env[70621]: value = "task-4135397" [ 735.643652] env[70621]: _type = "Task" [ 735.643652] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.649295] env[70621]: DEBUG nova.network.neutron [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Updating instance_info_cache with network_info: [{"id": "fb5f09a7-2f43-4511-b843-689086b0554a", "address": "fa:16:3e:93:a9:f2", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5f09a7-2f", "ovs_interfaceid": "fb5f09a7-2f43-4511-b843-689086b0554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.662499] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.729574] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135396, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.755171] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.954456] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updated VIF entry in instance network info cache for port a88c8196-849b-42fd-a7c3-675045aaf120. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.954456] env[70621]: DEBUG nova.network.neutron [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [{"id": "a88c8196-849b-42fd-a7c3-675045aaf120", "address": "fa:16:3e:b3:e3:07", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88c8196-84", "ovs_interfaceid": "a88c8196-849b-42fd-a7c3-675045aaf120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.157170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "refresh_cache-5ced4db8-4171-48b7-9b75-1224b29a7edb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.157441] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Instance network_info: |[{"id": "fb5f09a7-2f43-4511-b843-689086b0554a", "address": "fa:16:3e:93:a9:f2", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5f09a7-2f", "ovs_interfaceid": "fb5f09a7-2f43-4511-b843-689086b0554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.157742] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.161051] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:a9:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb5f09a7-2f43-4511-b843-689086b0554a', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.169479] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Creating folder: Project (08e0e18266a74a65b2726df42830b1b6). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.170476] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c695f854-4fa8-4b77-8ef8-a3a456d4354b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.183899] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22d588-f64d-4fb2-a744-31ad2c6b520e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.192216] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Created folder: Project (08e0e18266a74a65b2726df42830b1b6) in parent group-v818963. [ 736.192216] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Creating folder: Instances. Parent ref: group-v819028. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.192216] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb6c9b6-95e9-4daf-8c9a-d8bc05ab3a30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.198952] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74af097d-a200-4901-a7cc-9a3b844fd476 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.208024] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Created folder: Instances in parent group-v819028. [ 736.208464] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.017841] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.018436] env[70621]: DEBUG nova.network.neutron [-] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.024660] env[70621]: DEBUG oslo_concurrency.lockutils [req-0b1dc16a-8738-4338-994d-8461ef91880d req-6cc74c09-be9c-4501-b2bc-9790a29849f8 service nova] Releasing lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.024989] env[70621]: DEBUG nova.network.neutron [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.028102] env[70621]: DEBUG nova.network.neutron [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Successfully updated port: c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.028243] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea03450-b454-45e2-a709-a7a8a7e73177 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.049351] env[70621]: DEBUG nova.compute.manager [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-changed-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.049552] env[70621]: DEBUG nova.compute.manager [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing instance network info cache due to event network-changed-383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.050138] env[70621]: DEBUG oslo_concurrency.lockutils [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] Acquiring lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.050138] env[70621]: DEBUG oslo_concurrency.lockutils [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] Acquired lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.050138] env[70621]: DEBUG nova.network.neutron [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.055023] env[70621]: DEBUG nova.compute.manager [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Received event network-vif-plugged-fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.055023] env[70621]: DEBUG oslo_concurrency.lockutils [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] Acquiring lock "5ced4db8-4171-48b7-9b75-1224b29a7edb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.055023] env[70621]: DEBUG oslo_concurrency.lockutils [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.055023] env[70621]: DEBUG oslo_concurrency.lockutils [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.055023] env[70621]: DEBUG nova.compute.manager [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] No waiting events found dispatching network-vif-plugged-fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 737.055023] env[70621]: WARNING nova.compute.manager [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Received unexpected event network-vif-plugged-fb5f09a7-2f43-4511-b843-689086b0554a for instance with vm_state building and task_state spawning. [ 737.055023] env[70621]: DEBUG nova.compute.manager [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Received event network-changed-fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.055023] env[70621]: DEBUG nova.compute.manager [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Refreshing instance network info cache due to event network-changed-fb5f09a7-2f43-4511-b843-689086b0554a. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.055023] env[70621]: DEBUG oslo_concurrency.lockutils [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] Acquiring lock "refresh_cache-5ced4db8-4171-48b7-9b75-1224b29a7edb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.055023] env[70621]: DEBUG oslo_concurrency.lockutils [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] Acquired lock "refresh_cache-5ced4db8-4171-48b7-9b75-1224b29a7edb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.055023] env[70621]: DEBUG nova.network.neutron [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Refreshing network info cache for port fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.062880] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a275a-5680-4cd7-9bed-c8c489be4c66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.071686] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.072663] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquired lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.072663] env[70621]: DEBUG nova.network.neutron [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.090144] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.090144] env[70621]: value = "task-4135400" [ 737.090144] env[70621]: _type = "Task" [ 737.090144] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.092169] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135396, 'name': ReconfigVM_Task, 'duration_secs': 0.803332} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.092169] env[70621]: DEBUG oslo_vmware.api [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135377, 'name': ReconfigVM_Task, 'duration_secs': 5.840687} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.095056] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 2445db5d-8a5f-46ab-af64-de4cff2f6560/2445db5d-8a5f-46ab-af64-de4cff2f6560.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.095732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.095939] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Reconfigured VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 737.099117] env[70621]: DEBUG oslo_vmware.api [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Task: {'id': task-4135397, 'name': PowerOnVM_Task, 'duration_secs': 0.549149} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.103689] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8130129c-b4d1-40ae-b575-e84de074d4a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.106191] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.106402] env[70621]: DEBUG nova.compute.manager [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.107771] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca31d794-95e8-4817-b215-70ad6dae678b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.110967] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df5d9a3-ceaf-4637-b520-8df10d4a2b99 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.124008] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135400, 'name': CreateVM_Task} progress is 15%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.134497] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 737.134497] env[70621]: value = "task-4135401" [ 737.134497] env[70621]: _type = "Task" [ 737.134497] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.137753] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.150654] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135401, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.416887] env[70621]: DEBUG nova.network.neutron [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updated VIF entry in instance network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.417505] env[70621]: DEBUG nova.network.neutron [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.457233] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.457505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.527649] env[70621]: INFO nova.compute.manager [-] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Took 2.57 seconds to deallocate network for instance. [ 737.528014] env[70621]: INFO nova.compute.manager [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Took 2.25 seconds to deallocate network for instance. [ 737.530655] env[70621]: DEBUG nova.compute.manager [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.536749] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84749227-e568-4c28-b299-297245de7ec2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.609216] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135400, 'name': CreateVM_Task, 'duration_secs': 0.510387} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.609216] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.609594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.609594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.609796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.610350] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50242029-f0e0-45a2-bc58-510b13468c58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.618558] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 737.618558] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5289241b-ef1f-0ac1-78b6-64e3e331a4fb" [ 737.618558] env[70621]: _type = "Task" [ 737.618558] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.623642] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.623897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.624102] env[70621]: DEBUG nova.compute.manager [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Going to confirm migration 1 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 737.631028] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5289241b-ef1f-0ac1-78b6-64e3e331a4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.634335] env[70621]: DEBUG nova.network.neutron [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.661341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.668914] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135401, 'name': Rename_Task, 'duration_secs': 0.268329} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.669380] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.669993] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2f3fd0-b66e-434e-a1ea-57bde72259e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.677728] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 737.677728] env[70621]: value = "task-4135402" [ 737.677728] env[70621]: _type = "Task" [ 737.677728] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.683154] env[70621]: ERROR nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [req-07b314ed-ef1c-4c28-8e20-01d1c6c863a0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-07b314ed-ef1c-4c28-8e20-01d1c6c863a0"}]} [ 737.689015] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.714450] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 737.736170] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 737.736449] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.750153] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 737.785637] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 737.900126] env[70621]: DEBUG nova.network.neutron [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updating instance_info_cache with network_info: [{"id": "c66f168f-441a-4c7c-806b-18db24809ad8", "address": "fa:16:3e:20:18:1f", "network": {"id": "2bdd9c0e-2ec9-4175-8f99-cf1244498107", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122015097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff147b5b30846788c245940c7299d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66f168f-44", "ovs_interfaceid": "c66f168f-441a-4c7c-806b-18db24809ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.908267] env[70621]: DEBUG nova.network.neutron [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Updated VIF entry in instance network info cache for port fb5f09a7-2f43-4511-b843-689086b0554a. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.908647] env[70621]: DEBUG nova.network.neutron [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Updating instance_info_cache with network_info: [{"id": "fb5f09a7-2f43-4511-b843-689086b0554a", "address": "fa:16:3e:93:a9:f2", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb5f09a7-2f", "ovs_interfaceid": "fb5f09a7-2f43-4511-b843-689086b0554a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.922864] env[70621]: DEBUG oslo_concurrency.lockutils [req-4b5f055a-924e-420c-a2d7-1273837048ab req-0d1b9e1f-d90e-4e1c-970d-f4907cd950c3 service nova] Releasing lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.041599] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.050160] env[70621]: INFO nova.compute.manager [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] instance snapshotting [ 738.052891] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a6787-ab64-4887-8b2b-5d548fbac3bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.075604] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.079926] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa168c9-04ad-4037-946d-ef4a42d92a4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.132774] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5289241b-ef1f-0ac1-78b6-64e3e331a4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.020211} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.135505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.135750] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.135978] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.136162] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.136440] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.139485] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8790b18-6ae1-4846-be50-3d0c0aebf9b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.152055] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.152319] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.153217] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309a9ef0-eb6e-4b4e-92ce-990fcf09e273 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.163771] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 738.163771] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c38a5a-e7fe-2c49-02bc-f85a9f27916e" [ 738.163771] env[70621]: _type = "Task" [ 738.163771] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.174979] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c38a5a-e7fe-2c49-02bc-f85a9f27916e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.188569] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.365550] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.365931] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.369026] env[70621]: DEBUG nova.network.neutron [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.369026] env[70621]: DEBUG nova.objects.instance [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lazy-loading 'info_cache' on Instance uuid 8322f8fc-34cb-4f84-92c1-9ce169608d63 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.405435] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Releasing lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.405782] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Instance network_info: |[{"id": "c66f168f-441a-4c7c-806b-18db24809ad8", "address": "fa:16:3e:20:18:1f", "network": {"id": "2bdd9c0e-2ec9-4175-8f99-cf1244498107", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122015097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff147b5b30846788c245940c7299d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66f168f-44", "ovs_interfaceid": "c66f168f-441a-4c7c-806b-18db24809ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 738.413310] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:18:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c66f168f-441a-4c7c-806b-18db24809ad8', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.421727] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Creating folder: Project (8ff147b5b30846788c245940c7299d68). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.423035] env[70621]: DEBUG oslo_concurrency.lockutils [req-e2ad36f6-585c-4833-964c-3cdb6ea605f2 req-89d831e5-ccaa-4ec4-a692-21d98680e517 service nova] Releasing lock "refresh_cache-5ced4db8-4171-48b7-9b75-1224b29a7edb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.424450] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9728b27f-72a2-458f-9052-7c8261d5b847 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.437590] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a32214-ed20-49c6-bfe8-5ca0a84ff9e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.441812] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Created folder: Project (8ff147b5b30846788c245940c7299d68) in parent group-v818963. [ 738.441812] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Creating folder: Instances. Parent ref: group-v819031. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.442409] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa2eec70-032a-4004-ba8f-3746e4f041d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.447911] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11e3486-1dd7-42ca-98e6-5ad24b2f0c50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.453684] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Created folder: Instances in parent group-v819031. [ 738.453959] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.454138] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.454344] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24a7f99f-bb2f-4962-83e1-98d0ee34db57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.495739] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.495947] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.496144] env[70621]: DEBUG nova.network.neutron [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.501332] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c8e81-a380-4bc2-86f0-2d5e161ea7ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.502637] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.502637] env[70621]: value = "task-4135405" [ 738.502637] env[70621]: _type = "Task" [ 738.502637] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.511736] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e8219-b608-469e-bbc8-6e0b595b4ed4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.519889] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135405, 'name': CreateVM_Task} progress is 15%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.531887] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.594167] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.594378] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af08526f-8709-49fb-9fde-e29b558abfc4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.603274] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 738.603274] env[70621]: value = "task-4135406" [ 738.603274] env[70621]: _type = "Task" [ 738.603274] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.612580] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.677849] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c38a5a-e7fe-2c49-02bc-f85a9f27916e, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.681782] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334feb87-4342-4b7c-80b8-fc0a52ad35fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.692804] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.693197] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 738.693197] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fb40d2-7843-efb8-ed48-5f4087ed538d" [ 738.693197] env[70621]: _type = "Task" [ 738.693197] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.705153] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fb40d2-7843-efb8-ed48-5f4087ed538d, 'name': SearchDatastore_Task, 'duration_secs': 0.011853} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.705515] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.705740] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 5ced4db8-4171-48b7-9b75-1224b29a7edb/5ced4db8-4171-48b7-9b75-1224b29a7edb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.706042] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99b17c20-465c-48d1-9b89-07db21c6764c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.714254] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 738.714254] env[70621]: value = "task-4135407" [ 738.714254] env[70621]: _type = "Task" [ 738.714254] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.727652] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.017504] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135405, 'name': CreateVM_Task, 'duration_secs': 0.435294} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.017676] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.018917] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.019114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.019638] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.019939] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d858a92-889b-404c-920e-f39b08519908 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.027413] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 739.027413] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d2aca9-f316-f03a-35c6-27ab27a39860" [ 739.027413] env[70621]: _type = "Task" [ 739.027413] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.043739] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d2aca9-f316-f03a-35c6-27ab27a39860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.083336] env[70621]: DEBUG nova.scheduler.client.report [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 739.083717] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 51 to 52 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 739.085655] env[70621]: DEBUG nova.compute.provider_tree [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 739.116143] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135406, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.173869] env[70621]: DEBUG nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Received event network-vif-plugged-c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.174129] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Acquiring lock "a86261da-ce37-4d63-a080-e84983e142b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.174939] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Lock "a86261da-ce37-4d63-a080-e84983e142b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.175243] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Lock "a86261da-ce37-4d63-a080-e84983e142b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.175448] env[70621]: DEBUG nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] No waiting events found dispatching network-vif-plugged-c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 739.177404] env[70621]: WARNING nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Received unexpected event network-vif-plugged-c66f168f-441a-4c7c-806b-18db24809ad8 for instance with vm_state building and task_state spawning. [ 739.177404] env[70621]: DEBUG nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Received event network-changed-c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.177404] env[70621]: DEBUG nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Refreshing instance network info cache due to event network-changed-c66f168f-441a-4c7c-806b-18db24809ad8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.177404] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Acquiring lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.177404] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Acquired lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.177404] env[70621]: DEBUG nova.network.neutron [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Refreshing network info cache for port c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.190632] env[70621]: DEBUG oslo_vmware.api [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135402, 'name': PowerOnVM_Task, 'duration_secs': 1.225327} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.190927] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.191149] env[70621]: INFO nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Took 12.10 seconds to spawn the instance on the hypervisor. [ 739.191329] env[70621]: DEBUG nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.193992] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07dca71-2a52-415d-a893-8358c2bb1ad1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.230054] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "512a48da-29e8-41ca-bace-313966e1abe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.230391] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "512a48da-29e8-41ca-bace-313966e1abe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.230668] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "512a48da-29e8-41ca-bace-313966e1abe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.230916] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "512a48da-29e8-41ca-bace-313966e1abe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.231150] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "512a48da-29e8-41ca-bace-313966e1abe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.233378] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135407, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.234788] env[70621]: INFO nova.compute.manager [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Terminating instance [ 739.283267] env[70621]: DEBUG nova.compute.manager [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Received event network-vif-deleted-b00602b9-d3f3-473a-896c-27cf6be41b63 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.283552] env[70621]: DEBUG nova.compute.manager [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Received event network-vif-deleted-a88c8196-849b-42fd-a7c3-675045aaf120 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.283780] env[70621]: DEBUG nova.compute.manager [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-vif-deleted-1360813a-ac29-4669-9b87-37d28506c4f4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.283993] env[70621]: INFO nova.compute.manager [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Neutron deleted interface 1360813a-ac29-4669-9b87-37d28506c4f4; detaching it from the instance and deleting it from the info cache [ 739.284297] env[70621]: DEBUG nova.network.neutron [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.359357] env[70621]: INFO nova.network.neutron [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Port 1360813a-ac29-4669-9b87-37d28506c4f4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 739.359890] env[70621]: DEBUG nova.network.neutron [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [{"id": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "address": "fa:16:3e:64:02:0c", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b01a164-37", "ovs_interfaceid": "2b01a164-37ce-4784-bc0b-8e5b0b199535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.540525] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d2aca9-f316-f03a-35c6-27ab27a39860, 'name': SearchDatastore_Task, 'duration_secs': 0.026428} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.540853] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.541109] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.541408] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.541608] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.541801] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.542096] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b49ef6-5947-4f9c-a32c-e0d3a2d84bd2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.554976] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.558031] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.558031] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.558031] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04907764-af4f-45f3-b4af-8e2daf845b0c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.565140] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 739.565140] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5216389a-5491-2c9c-ac38-211412e75da2" [ 739.565140] env[70621]: _type = "Task" [ 739.565140] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.576981] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5216389a-5491-2c9c-ac38-211412e75da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.590124] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.604s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.590672] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.593697] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.526s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.597338] env[70621]: INFO nova.compute.claims [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.619951] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135406, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.652277] env[70621]: DEBUG nova.network.neutron [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance_info_cache with network_info: [{"id": "2882272f-0b52-47c5-b17e-f5704ea905ed", "address": "fa:16:3e:12:b9:6c", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2882272f-0b", "ovs_interfaceid": "2882272f-0b52-47c5-b17e-f5704ea905ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.727031] env[70621]: INFO nova.compute.manager [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Took 38.87 seconds to build instance. [ 739.738161] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536188} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.738161] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 5ced4db8-4171-48b7-9b75-1224b29a7edb/5ced4db8-4171-48b7-9b75-1224b29a7edb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.738161] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.738161] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c10af14-89b8-46c8-8a7c-97225c5a0990 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.740726] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "refresh_cache-512a48da-29e8-41ca-bace-313966e1abe9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.740931] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquired lock "refresh_cache-512a48da-29e8-41ca-bace-313966e1abe9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.741161] env[70621]: DEBUG nova.network.neutron [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.747995] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 739.747995] env[70621]: value = "task-4135408" [ 739.747995] env[70621]: _type = "Task" [ 739.747995] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.762749] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.789609] env[70621]: DEBUG oslo_concurrency.lockutils [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.791210] env[70621]: DEBUG oslo_concurrency.lockutils [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] Acquired lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.792282] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ffbdc-e927-4223-a5bb-1499c8ffd6ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.811286] env[70621]: DEBUG oslo_concurrency.lockutils [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] Releasing lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.811661] env[70621]: WARNING nova.compute.manager [req-b7fec716-15d4-497e-b3c1-a04dc8166a76 req-22cf6e0d-e0fa-45ec-8649-6c30438f09b9 service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Detach interface failed, port_id=1360813a-ac29-4669-9b87-37d28506c4f4, reason: No device with interface-id 1360813a-ac29-4669-9b87-37d28506c4f4 exists on VM: nova.exception.NotFound: No device with interface-id 1360813a-ac29-4669-9b87-37d28506c4f4 exists on VM [ 739.864206] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-fd984f45-140c-49da-be4d-fda8e1ef9e2a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.991791] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.991907] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.992158] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.992457] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.992578] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.994690] env[70621]: INFO nova.compute.manager [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Terminating instance [ 740.002460] env[70621]: DEBUG nova.network.neutron [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updated VIF entry in instance network info cache for port c66f168f-441a-4c7c-806b-18db24809ad8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.002824] env[70621]: DEBUG nova.network.neutron [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updating instance_info_cache with network_info: [{"id": "c66f168f-441a-4c7c-806b-18db24809ad8", "address": "fa:16:3e:20:18:1f", "network": {"id": "2bdd9c0e-2ec9-4175-8f99-cf1244498107", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122015097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff147b5b30846788c245940c7299d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66f168f-44", "ovs_interfaceid": "c66f168f-441a-4c7c-806b-18db24809ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.076474] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5216389a-5491-2c9c-ac38-211412e75da2, 'name': SearchDatastore_Task, 'duration_secs': 0.02502} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.077348] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fb2979-5995-4c7e-b844-0510805e5ef2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.083575] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 740.083575] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cf3613-9ce7-e723-5974-e567fba5c0ca" [ 740.083575] env[70621]: _type = "Task" [ 740.083575] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.091607] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cf3613-9ce7-e723-5974-e567fba5c0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.102099] env[70621]: DEBUG nova.compute.utils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.103741] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.103975] env[70621]: DEBUG nova.network.neutron [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.118160] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135406, 'name': CreateSnapshot_Task, 'duration_secs': 1.035152} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.119384] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.120230] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f761aa19-62ec-4925-ab5c-03d0e6027357 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.155463] env[70621]: DEBUG nova.policy [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '467a572d29424ca99485133eab032a55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c555cb9663fc40d7b472d13030660516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.157353] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-8322f8fc-34cb-4f84-92c1-9ce169608d63" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.157565] env[70621]: DEBUG nova.objects.instance [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lazy-loading 'migration_context' on Instance uuid 8322f8fc-34cb-4f84-92c1-9ce169608d63 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.229977] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fdf5f8e-bc1d-4eac-866b-fc14db979ac7 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.437s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.261447] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.261712] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.262601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c0b2e2-5a7e-4209-bdf4-d311c2f6fd19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.266170] env[70621]: DEBUG nova.network.neutron [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.291281] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 5ced4db8-4171-48b7-9b75-1224b29a7edb/5ced4db8-4171-48b7-9b75-1224b29a7edb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.297200] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a012dd86-8719-411e-939d-7ec8aba89b9c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.319858] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 740.319858] env[70621]: value = "task-4135409" [ 740.319858] env[70621]: _type = "Task" [ 740.319858] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.331304] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.368839] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4cf952c4-aa6e-4627-a22b-1e4a4966233a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-fd984f45-140c-49da-be4d-fda8e1ef9e2a-1360813a-ac29-4669-9b87-37d28506c4f4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.255s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.385117] env[70621]: DEBUG nova.network.neutron [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.499051] env[70621]: DEBUG nova.compute.manager [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.499422] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.500997] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa86a1db-8d72-4ce4-99ba-cc58c20090a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.505918] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Releasing lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.507035] env[70621]: DEBUG nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-changed-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.507035] env[70621]: DEBUG nova.compute.manager [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing instance network info cache due to event network-changed-383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.507035] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Acquiring lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.507035] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Acquired lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.507478] env[70621]: DEBUG nova.network.neutron [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Refreshing network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.514224] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.514224] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d03d5a-489b-4b77-99fe-a0aef2d2b552 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.522778] env[70621]: DEBUG oslo_vmware.api [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 740.522778] env[70621]: value = "task-4135410" [ 740.522778] env[70621]: _type = "Task" [ 740.522778] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.535237] env[70621]: DEBUG oslo_vmware.api [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.597958] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cf3613-9ce7-e723-5974-e567fba5c0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.061999} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.598295] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.598566] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] a86261da-ce37-4d63-a080-e84983e142b7/a86261da-ce37-4d63-a080-e84983e142b7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.599911] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5658cd35-576e-476f-bd5b-0ca3a4b53aab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.609470] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.618049] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 740.618049] env[70621]: value = "task-4135411" [ 740.618049] env[70621]: _type = "Task" [ 740.618049] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.651576] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.652129] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.653275] env[70621]: DEBUG nova.network.neutron [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Successfully created port: c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.655950] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3353119-163b-4808-9d8d-481cd2b1eab6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.663547] env[70621]: DEBUG nova.objects.base [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Object Instance<8322f8fc-34cb-4f84-92c1-9ce169608d63> lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 740.665571] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf496dc-67f6-406b-b9ae-fd8bf2296aa5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.675398] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 740.675398] env[70621]: value = "task-4135412" [ 740.675398] env[70621]: _type = "Task" [ 740.675398] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.697741] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d14e562-568c-4a6c-bb61-780ed761294b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.706252] env[70621]: DEBUG oslo_vmware.api [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 740.706252] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dad2dc-44f6-9149-4043-d6efe3307d09" [ 740.706252] env[70621]: _type = "Task" [ 740.706252] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.709088] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135412, 'name': CloneVM_Task} progress is 11%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.724055] env[70621]: DEBUG oslo_vmware.api [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dad2dc-44f6-9149-4043-d6efe3307d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.735139] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.836878] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.888078] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Releasing lock "refresh_cache-512a48da-29e8-41ca-bace-313966e1abe9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.889676] env[70621]: DEBUG nova.compute.manager [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.889676] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.889861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d823422e-c47f-4a13-8083-d41a9c6da8ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.899853] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.900041] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a508d389-3dc1-46c4-9e20-391fec91b426 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.911819] env[70621]: DEBUG oslo_vmware.api [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 740.911819] env[70621]: value = "task-4135413" [ 740.911819] env[70621]: _type = "Task" [ 740.911819] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.922759] env[70621]: DEBUG oslo_vmware.api [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.035507] env[70621]: DEBUG oslo_vmware.api [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135410, 'name': PowerOffVM_Task, 'duration_secs': 0.285399} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.035855] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.036054] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.036374] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e20996-b476-47c2-93de-a0ce777e375e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.105859] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "73c2574a-9ebe-4561-ab98-8c26306c70f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.106264] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.107505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "73c2574a-9ebe-4561-ab98-8c26306c70f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.107505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.107505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.109424] env[70621]: INFO nova.compute.manager [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Terminating instance [ 741.136426] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135411, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.145323] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.145323] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.145435] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleting the datastore file [datastore2] fd984f45-140c-49da-be4d-fda8e1ef9e2a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.145656] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea6353c-13ad-4c6c-a8d6-b7564626a47a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.154217] env[70621]: DEBUG oslo_vmware.api [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 741.154217] env[70621]: value = "task-4135415" [ 741.154217] env[70621]: _type = "Task" [ 741.154217] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.163044] env[70621]: DEBUG oslo_vmware.api [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.203570] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135412, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.223225] env[70621]: DEBUG oslo_vmware.api [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dad2dc-44f6-9149-4043-d6efe3307d09, 'name': SearchDatastore_Task, 'duration_secs': 0.025633} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.226641] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.262897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.339701] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135409, 'name': ReconfigVM_Task, 'duration_secs': 0.62432} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.340026] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 5ced4db8-4171-48b7-9b75-1224b29a7edb/5ced4db8-4171-48b7-9b75-1224b29a7edb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.340709] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a13f28-93e5-43a1-becf-4c678f545829 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.350541] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 741.350541] env[70621]: value = "task-4135416" [ 741.350541] env[70621]: _type = "Task" [ 741.350541] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.360966] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135416, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.377432] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699ab751-3f93-4f90-a38c-bdce05c992a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.386943] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a05ea-ec5b-41e2-90e4-3e05ba028835 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.422300] env[70621]: DEBUG nova.network.neutron [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updated VIF entry in instance network info cache for port 383a9967-342b-40ac-88c9-ceb7102023de. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.422661] env[70621]: DEBUG nova.network.neutron [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [{"id": "383a9967-342b-40ac-88c9-ceb7102023de", "address": "fa:16:3e:30:7d:80", "network": {"id": "3976d5d8-76e1-4835-a29e-be9d2de030b2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1501210371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b9009ce7dc4c6a8268aa3b3f733488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383a9967-34", "ovs_interfaceid": "383a9967-342b-40ac-88c9-ceb7102023de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.428200] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbecb64-f458-4922-b0f5-13e986926ef0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.442998] env[70621]: DEBUG oslo_vmware.api [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135413, 'name': PowerOffVM_Task, 'duration_secs': 0.169476} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.444361] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b7ce7-6143-4c0d-b595-ee3d39907ddf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.449557] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.449779] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.450822] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83639b2e-675c-4a17-bf61-aa354125597a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.473118] env[70621]: DEBUG nova.compute.provider_tree [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 741.484208] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.484474] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.484667] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Deleting the datastore file [datastore2] 512a48da-29e8-41ca-bace-313966e1abe9 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.485088] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b81613e-2fcf-489f-a959-eb5aad4010d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.493364] env[70621]: DEBUG oslo_vmware.api [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for the task: (returnval){ [ 741.493364] env[70621]: value = "task-4135418" [ 741.493364] env[70621]: _type = "Task" [ 741.493364] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.507337] env[70621]: DEBUG oslo_vmware.api [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.614316] env[70621]: DEBUG nova.compute.manager [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.614740] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.616149] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d077374-e792-44ee-8935-b326de5379de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.624789] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.628041] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41304cc6-42b5-404b-80f3-c790bae0d992 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.631910] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.640400] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566575} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.641973] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] a86261da-ce37-4d63-a080-e84983e142b7/a86261da-ce37-4d63-a080-e84983e142b7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.642340] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.642804] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 741.642804] env[70621]: value = "task-4135419" [ 741.642804] env[70621]: _type = "Task" [ 741.642804] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.643028] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90bd004e-4b97-466e-8683-83291538e78f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.656591] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.661846] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 741.661846] env[70621]: value = "task-4135420" [ 741.661846] env[70621]: _type = "Task" [ 741.661846] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.664298] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.664530] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.664680] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.664853] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.664988] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.665451] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.665527] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.665660] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.665825] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.666168] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.666168] env[70621]: DEBUG nova.virt.hardware [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.667082] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d99017c-8a25-4beb-8e3b-757fc12bf483 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.677708] env[70621]: DEBUG oslo_vmware.api [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203935} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.678548] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.678792] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.679019] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.681286] env[70621]: INFO nova.compute.manager [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 741.681286] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.681286] env[70621]: DEBUG nova.compute.manager [-] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.681286] env[70621]: DEBUG nova.network.neutron [-] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.687756] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.690636] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98331913-6656-4819-bc54-07839b832bdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.708124] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135412, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.862909] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135416, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.933399] env[70621]: DEBUG oslo_concurrency.lockutils [req-18b202e9-2fef-486f-ab46-323776d0c636 req-c8911441-0be7-48d5-88a9-54e08b2c2eb3 service nova] Releasing lock "refresh_cache-9fd729ba-094d-480c-9b90-23af25f98324" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.015157] env[70621]: DEBUG oslo_vmware.api [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Task: {'id': task-4135418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119551} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.015157] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.015157] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.015157] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.015157] env[70621]: INFO nova.compute.manager [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 742.015157] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.015157] env[70621]: DEBUG nova.compute.manager [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.015157] env[70621]: DEBUG nova.network.neutron [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.033479] env[70621]: DEBUG nova.scheduler.client.report [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 742.033479] env[70621]: DEBUG nova.compute.provider_tree [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 52 to 53 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 742.033479] env[70621]: DEBUG nova.compute.provider_tree [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 742.046289] env[70621]: DEBUG nova.network.neutron [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.156704] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135419, 'name': PowerOffVM_Task, 'duration_secs': 0.460221} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.157056] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.157348] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.157851] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f075df7f-1cb9-407a-9239-fe5d685e7f0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.176702] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116159} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.176978] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.177889] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8548c030-32c7-44c6-9983-6bbea80c193f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.204436] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] a86261da-ce37-4d63-a080-e84983e142b7/a86261da-ce37-4d63-a080-e84983e142b7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.205052] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ea3959-6183-4d6b-be90-380d5bf762fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.233428] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135412, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.233428] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 742.233428] env[70621]: value = "task-4135422" [ 742.233428] env[70621]: _type = "Task" [ 742.233428] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.246657] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135422, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.249021] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.249149] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.249430] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleting the datastore file [datastore1] 73c2574a-9ebe-4561-ab98-8c26306c70f9 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.249738] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12ff1521-2d06-4a10-80c5-3969600916e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.257063] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 742.257063] env[70621]: value = "task-4135423" [ 742.257063] env[70621]: _type = "Task" [ 742.257063] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.267248] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.367191] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135416, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.540213] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.944s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.540213] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.548116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.915s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.548631] env[70621]: INFO nova.compute.claims [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.552242] env[70621]: DEBUG nova.network.neutron [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.601872] env[70621]: DEBUG nova.network.neutron [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Successfully updated port: c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.717075] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135412, 'name': CloneVM_Task, 'duration_secs': 1.734646} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.717075] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Created linked-clone VM from snapshot [ 742.717075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaed9ce-e291-4f67-b5c9-5e3244cbbc4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.727030] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Uploading image 7db401d5-363c-4409-b8fd-0d6458562d76 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 742.749453] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.758160] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.758160] env[70621]: value = "vm-819035" [ 742.758160] env[70621]: _type = "VirtualMachine" [ 742.758160] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.758835] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6114bd2-72a4-4f11-b99a-65e7cb3be569 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.772660] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.774429] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lease: (returnval){ [ 742.774429] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527fb001-8c20-31f9-e7c9-1a6a6fb15a13" [ 742.774429] env[70621]: _type = "HttpNfcLease" [ 742.774429] env[70621]: } obtained for exporting VM: (result){ [ 742.774429] env[70621]: value = "vm-819035" [ 742.774429] env[70621]: _type = "VirtualMachine" [ 742.774429] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.774858] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the lease: (returnval){ [ 742.774858] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527fb001-8c20-31f9-e7c9-1a6a6fb15a13" [ 742.774858] env[70621]: _type = "HttpNfcLease" [ 742.774858] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.783012] env[70621]: DEBUG nova.compute.manager [req-24837e1a-a26c-4bc3-869b-1a139321830b req-7d4e1dd5-d8f7-4b04-8400-e57c522022c1 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Received event network-vif-plugged-c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.783244] env[70621]: DEBUG oslo_concurrency.lockutils [req-24837e1a-a26c-4bc3-869b-1a139321830b req-7d4e1dd5-d8f7-4b04-8400-e57c522022c1 service nova] Acquiring lock "227f368d-428b-44d6-8e88-cf29f616701d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.783447] env[70621]: DEBUG oslo_concurrency.lockutils [req-24837e1a-a26c-4bc3-869b-1a139321830b req-7d4e1dd5-d8f7-4b04-8400-e57c522022c1 service nova] Lock "227f368d-428b-44d6-8e88-cf29f616701d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.783606] env[70621]: DEBUG oslo_concurrency.lockutils [req-24837e1a-a26c-4bc3-869b-1a139321830b req-7d4e1dd5-d8f7-4b04-8400-e57c522022c1 service nova] Lock "227f368d-428b-44d6-8e88-cf29f616701d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.783776] env[70621]: DEBUG nova.compute.manager [req-24837e1a-a26c-4bc3-869b-1a139321830b req-7d4e1dd5-d8f7-4b04-8400-e57c522022c1 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] No waiting events found dispatching network-vif-plugged-c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 742.783925] env[70621]: WARNING nova.compute.manager [req-24837e1a-a26c-4bc3-869b-1a139321830b req-7d4e1dd5-d8f7-4b04-8400-e57c522022c1 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Received unexpected event network-vif-plugged-c2b961fe-9a8d-4369-989f-537f97509bfd for instance with vm_state building and task_state spawning. [ 742.790841] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.790841] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527fb001-8c20-31f9-e7c9-1a6a6fb15a13" [ 742.790841] env[70621]: _type = "HttpNfcLease" [ 742.790841] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.867291] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135416, 'name': Rename_Task, 'duration_secs': 1.179131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.867291] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.867291] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce6b2ec5-ca8b-4190-9989-8635a54b7ad3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.878016] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 742.878016] env[70621]: value = "task-4135425" [ 742.878016] env[70621]: _type = "Task" [ 742.878016] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.882940] env[70621]: DEBUG nova.compute.manager [req-a43a3d97-0b74-447d-bb3c-2ed601f215e8 req-fc403614-b429-4599-ab9f-21f6e868f39b service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Received event network-vif-deleted-2b01a164-37ce-4784-bc0b-8e5b0b199535 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.883178] env[70621]: INFO nova.compute.manager [req-a43a3d97-0b74-447d-bb3c-2ed601f215e8 req-fc403614-b429-4599-ab9f-21f6e868f39b service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Neutron deleted interface 2b01a164-37ce-4784-bc0b-8e5b0b199535; detaching it from the instance and deleting it from the info cache [ 742.883383] env[70621]: DEBUG nova.network.neutron [req-a43a3d97-0b74-447d-bb3c-2ed601f215e8 req-fc403614-b429-4599-ab9f-21f6e868f39b service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.892869] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.997997] env[70621]: DEBUG nova.network.neutron [-] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.053685] env[70621]: DEBUG nova.compute.utils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.055249] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.055428] env[70621]: DEBUG nova.network.neutron [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.061316] env[70621]: INFO nova.compute.manager [-] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Took 1.05 seconds to deallocate network for instance. [ 743.108029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "refresh_cache-227f368d-428b-44d6-8e88-cf29f616701d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.108029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquired lock "refresh_cache-227f368d-428b-44d6-8e88-cf29f616701d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.108029] env[70621]: DEBUG nova.network.neutron [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.112806] env[70621]: DEBUG nova.policy [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5ae5f3195ab4a9a904ea4c28a9cc278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc7290d9eafe4c5d8d09e21f9bb86842', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.247069] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135422, 'name': ReconfigVM_Task, 'duration_secs': 0.87692} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.247687] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Reconfigured VM instance instance-00000019 to attach disk [datastore1] a86261da-ce37-4d63-a080-e84983e142b7/a86261da-ce37-4d63-a080-e84983e142b7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.248571] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb3a68c0-1d05-44ae-81d6-3485fe079947 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.259317] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 743.259317] env[70621]: value = "task-4135426" [ 743.259317] env[70621]: _type = "Task" [ 743.259317] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.278123] env[70621]: DEBUG oslo_vmware.api [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602586} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.288966] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.289364] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.289685] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.291747] env[70621]: INFO nova.compute.manager [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Took 1.68 seconds to destroy the instance on the hypervisor. [ 743.291747] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.291747] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135426, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.291747] env[70621]: DEBUG nova.compute.manager [-] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.291747] env[70621]: DEBUG nova.network.neutron [-] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.299648] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.299648] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527fb001-8c20-31f9-e7c9-1a6a6fb15a13" [ 743.299648] env[70621]: _type = "HttpNfcLease" [ 743.299648] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 743.300195] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 743.300195] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527fb001-8c20-31f9-e7c9-1a6a6fb15a13" [ 743.300195] env[70621]: _type = "HttpNfcLease" [ 743.300195] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 743.301386] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d361d7f7-1911-487a-bff3-a9f348a4b74c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.311448] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528466b4-0ce4-4fd5-a29f-48423231c3f5/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 743.311657] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528466b4-0ce4-4fd5-a29f-48423231c3f5/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 743.379798] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "289770ea-9d82-44e6-8938-d02978cd7080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.380084] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.392365] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.393921] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9191c970-0298-46c2-af81-469349b55e8f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.404796] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c0823-88fd-4bca-9964-e503d821af22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.420513] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa0060f9-38b6-403a-bc8f-6e74bdc6d682 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.453981] env[70621]: DEBUG nova.compute.manager [req-a43a3d97-0b74-447d-bb3c-2ed601f215e8 req-fc403614-b429-4599-ab9f-21f6e868f39b service nova] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Detach interface failed, port_id=2b01a164-37ce-4784-bc0b-8e5b0b199535, reason: Instance fd984f45-140c-49da-be4d-fda8e1ef9e2a could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.501321] env[70621]: INFO nova.compute.manager [-] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Took 1.82 seconds to deallocate network for instance. [ 743.558989] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.569325] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.590491] env[70621]: DEBUG nova.network.neutron [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Successfully created port: b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.663398] env[70621]: DEBUG nova.network.neutron [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.776386] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135426, 'name': Rename_Task, 'duration_secs': 0.207842} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.779337] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.779870] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce13f44-6fc4-4c6c-a2bb-ca3bbcd6013c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.787301] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 743.787301] env[70621]: value = "task-4135427" [ 743.787301] env[70621]: _type = "Task" [ 743.787301] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.799401] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.899653] env[70621]: DEBUG oslo_vmware.api [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135425, 'name': PowerOnVM_Task, 'duration_secs': 0.658629} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.899653] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.899653] env[70621]: INFO nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Took 11.67 seconds to spawn the instance on the hypervisor. [ 743.899902] env[70621]: DEBUG nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 743.901092] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0854b1f9-5253-48d2-9953-ffe08be68002 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.995448] env[70621]: DEBUG nova.network.neutron [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Updating instance_info_cache with network_info: [{"id": "c2b961fe-9a8d-4369-989f-537f97509bfd", "address": "fa:16:3e:4b:cc:5f", "network": {"id": "c0e106df-a52d-403e-bdcc-b3f104f25a1a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1974228271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c555cb9663fc40d7b472d13030660516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b961fe-9a", "ovs_interfaceid": "c2b961fe-9a8d-4369-989f-537f97509bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.013292] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.242594] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470a04dd-2257-4a23-a5bf-058032170f35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.255758] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819935cc-82be-436b-8dfd-500a80aba7b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.297035] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037395af-95db-47b6-9079-9acd4bdda52f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.308384] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135427, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.310172] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb099ab-3a8a-44c1-b49c-e01dbc143c23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.328179] env[70621]: DEBUG nova.compute.provider_tree [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.420709] env[70621]: DEBUG nova.network.neutron [-] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.426294] env[70621]: INFO nova.compute.manager [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Took 42.39 seconds to build instance. [ 744.498666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Releasing lock "refresh_cache-227f368d-428b-44d6-8e88-cf29f616701d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.499675] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Instance network_info: |[{"id": "c2b961fe-9a8d-4369-989f-537f97509bfd", "address": "fa:16:3e:4b:cc:5f", "network": {"id": "c0e106df-a52d-403e-bdcc-b3f104f25a1a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1974228271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c555cb9663fc40d7b472d13030660516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b961fe-9a", "ovs_interfaceid": "c2b961fe-9a8d-4369-989f-537f97509bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.500272] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:cc:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b961fe-9a8d-4369-989f-537f97509bfd', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.509858] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Creating folder: Project (c555cb9663fc40d7b472d13030660516). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.511042] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0db975c-32ba-4623-816a-8d363f849def {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.526346] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Created folder: Project (c555cb9663fc40d7b472d13030660516) in parent group-v818963. [ 744.526575] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Creating folder: Instances. Parent ref: group-v819036. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.526858] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45932827-0e37-4445-b616-c1d6efddbd1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.537843] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Created folder: Instances in parent group-v819036. [ 744.538062] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.538301] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.538532] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefa124a-9fe7-4386-8b2b-2a95e361a580 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.562537] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.562537] env[70621]: value = "task-4135430" [ 744.562537] env[70621]: _type = "Task" [ 744.562537] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.578714] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.580997] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135430, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.606224] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.606562] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.606755] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.606954] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.607334] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.607607] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.607996] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.608335] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.608696] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.608973] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.609222] env[70621]: DEBUG nova.virt.hardware [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.610485] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6cd1e3-104f-40c5-a047-e26c3ab7ccd6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.620315] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6808d4-6d55-41b6-9044-e3c587785f40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.804474] env[70621]: DEBUG oslo_vmware.api [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135427, 'name': PowerOnVM_Task, 'duration_secs': 0.811404} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.805477] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.805781] env[70621]: INFO nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Took 9.76 seconds to spawn the instance on the hypervisor. [ 744.806111] env[70621]: DEBUG nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.807029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3bc868-db2a-4028-bcac-e4c7398bcdac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.833361] env[70621]: DEBUG nova.scheduler.client.report [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.912699] env[70621]: DEBUG nova.compute.manager [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Received event network-changed-c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.912922] env[70621]: DEBUG nova.compute.manager [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Refreshing instance network info cache due to event network-changed-c2b961fe-9a8d-4369-989f-537f97509bfd. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.913207] env[70621]: DEBUG oslo_concurrency.lockutils [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] Acquiring lock "refresh_cache-227f368d-428b-44d6-8e88-cf29f616701d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.913480] env[70621]: DEBUG oslo_concurrency.lockutils [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] Acquired lock "refresh_cache-227f368d-428b-44d6-8e88-cf29f616701d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.913660] env[70621]: DEBUG nova.network.neutron [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Refreshing network info cache for port c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.926875] env[70621]: INFO nova.compute.manager [-] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Took 1.64 seconds to deallocate network for instance. [ 744.929343] env[70621]: DEBUG oslo_concurrency.lockutils [None req-89d913dd-a89a-4d5c-8b87-45eef6e73919 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.280s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.029286] env[70621]: DEBUG nova.compute.manager [req-609fe357-6406-47bd-9f44-06d0a77fd860 req-4ca0cffa-0973-46b7-9c5f-f2de8fb78013 service nova] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Received event network-vif-deleted-f1200153-04cb-48d7-a412-916293e0b2ae {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.074151] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135430, 'name': CreateVM_Task, 'duration_secs': 0.408286} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.074504] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.075380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.075607] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.076251] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.076565] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13994b56-f14d-43d8-a24b-59cf35d42f0b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.082194] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 745.082194] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52717c38-0e32-fe39-e4ce-e9e832402d33" [ 745.082194] env[70621]: _type = "Task" [ 745.082194] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.092199] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52717c38-0e32-fe39-e4ce-e9e832402d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.336177] env[70621]: INFO nova.compute.manager [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Took 34.69 seconds to build instance. [ 745.342280] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.342280] env[70621]: DEBUG nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.343174] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.057s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.344859] env[70621]: INFO nova.compute.claims [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.437717] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.439138] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.556327] env[70621]: DEBUG nova.network.neutron [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Successfully updated port: b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.602657] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52717c38-0e32-fe39-e4ce-e9e832402d33, 'name': SearchDatastore_Task, 'duration_secs': 0.026005} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.602657] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.602657] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.602657] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.602657] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.602657] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.602657] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a700a570-3405-4e0a-871e-349d4eae955b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.613146] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.613486] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.614672] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb72289-a45c-43af-a80e-7a1b4b65f6c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.622892] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 745.622892] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5222e6d3-70c5-f3fa-7e65-fe4175b73213" [ 745.622892] env[70621]: _type = "Task" [ 745.622892] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.632134] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5222e6d3-70c5-f3fa-7e65-fe4175b73213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.761240] env[70621]: DEBUG nova.network.neutron [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Updated VIF entry in instance network info cache for port c2b961fe-9a8d-4369-989f-537f97509bfd. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.761663] env[70621]: DEBUG nova.network.neutron [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Updating instance_info_cache with network_info: [{"id": "c2b961fe-9a8d-4369-989f-537f97509bfd", "address": "fa:16:3e:4b:cc:5f", "network": {"id": "c0e106df-a52d-403e-bdcc-b3f104f25a1a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1974228271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c555cb9663fc40d7b472d13030660516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b961fe-9a", "ovs_interfaceid": "c2b961fe-9a8d-4369-989f-537f97509bfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.840049] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b56e8a9-538b-4e97-a631-d44009d135d2 tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "a86261da-ce37-4d63-a080-e84983e142b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.898s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.855802] env[70621]: DEBUG nova.compute.utils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.859962] env[70621]: DEBUG nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 745.965705] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.061362] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.061495] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.061705] env[70621]: DEBUG nova.network.neutron [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.134115] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5222e6d3-70c5-f3fa-7e65-fe4175b73213, 'name': SearchDatastore_Task, 'duration_secs': 0.019813} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.135199] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d1df14-2138-4bca-8d61-b0ccdb874674 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.141653] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 746.141653] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c7a2a1-e959-f54e-b8d6-609060ec383c" [ 746.141653] env[70621]: _type = "Task" [ 746.141653] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.151896] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c7a2a1-e959-f54e-b8d6-609060ec383c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.265830] env[70621]: DEBUG oslo_concurrency.lockutils [req-c642c469-376a-4220-b742-778a1ac0e804 req-a168748e-1a6e-4b54-8d46-0cf1feacc016 service nova] Releasing lock "refresh_cache-227f368d-428b-44d6-8e88-cf29f616701d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.342537] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.365988] env[70621]: DEBUG nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.619598] env[70621]: DEBUG nova.network.neutron [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.654620] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c7a2a1-e959-f54e-b8d6-609060ec383c, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.660068] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.660443] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 227f368d-428b-44d6-8e88-cf29f616701d/227f368d-428b-44d6-8e88-cf29f616701d.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.660958] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-544c7b3e-18f2-43bc-9e9a-2a0cf63d245b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.669443] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 746.669443] env[70621]: value = "task-4135431" [ 746.669443] env[70621]: _type = "Task" [ 746.669443] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.681744] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.867504] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.004285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7aa3c5-a968-434b-a458-ffabf7faa796 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.013950] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419ab639-c354-44ad-af94-5933c3e65934 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.063737] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2f5d6c-19e2-4d17-8289-2eec26309366 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.075040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.075040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.075818] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981c0021-6017-411c-a11e-66bcc0e76e73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.092490] env[70621]: DEBUG nova.compute.provider_tree [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.132083] env[70621]: DEBUG nova.network.neutron [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Updating instance_info_cache with network_info: [{"id": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "address": "fa:16:3e:6b:ac:d3", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70fa6e0-c9", "ovs_interfaceid": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.181930] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.375720] env[70621]: DEBUG nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.404127] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.404451] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.404623] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.404811] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.405010] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.405202] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.405518] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.405728] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.405882] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.406097] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.406308] env[70621]: DEBUG nova.virt.hardware [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.407464] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e1c1f6-0b92-4209-a618-16e43b66c83c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.419235] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ce72c-dc74-456a-ac21-d5f7a710182f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.435625] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.442048] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Creating folder: Project (e5cfe7e5acbc41da839d0b2f6cc88ac0). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.442498] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ede9fdb-61c1-48a7-b2b5-1eea47a395c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.455307] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Created folder: Project (e5cfe7e5acbc41da839d0b2f6cc88ac0) in parent group-v818963. [ 747.455696] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Creating folder: Instances. Parent ref: group-v819039. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.456319] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0815d005-0c78-4d4d-9a03-f8f65c3d5918 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.470510] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Created folder: Instances in parent group-v819039. [ 747.470828] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.471312] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.471613] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7a9adf9-5a2f-4372-ab2f-b22389e985c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.493035] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.493035] env[70621]: value = "task-4135434" [ 747.493035] env[70621]: _type = "Task" [ 747.493035] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.502741] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135434, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.576272] env[70621]: DEBUG nova.compute.utils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.596052] env[70621]: DEBUG nova.scheduler.client.report [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.635105] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.635484] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Instance network_info: |[{"id": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "address": "fa:16:3e:6b:ac:d3", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70fa6e0-c9", "ovs_interfaceid": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.635914] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:ac:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.643667] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Creating folder: Project (dc7290d9eafe4c5d8d09e21f9bb86842). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.643988] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3240bfc0-94bc-4f01-bcc5-f28b493f7639 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.658716] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Created folder: Project (dc7290d9eafe4c5d8d09e21f9bb86842) in parent group-v818963. [ 747.658928] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Creating folder: Instances. Parent ref: group-v819042. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.659209] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7573c38c-73a0-4e9c-b6bc-367af886f2b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.672993] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Created folder: Instances in parent group-v819042. [ 747.673363] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.677612] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.678803] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3393f37-e4c0-4cda-9218-9556eac7fea6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.699928] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796171} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.701720] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 227f368d-428b-44d6-8e88-cf29f616701d/227f368d-428b-44d6-8e88-cf29f616701d.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.701841] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.702020] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.702020] env[70621]: value = "task-4135437" [ 747.702020] env[70621]: _type = "Task" [ 747.702020] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.702219] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e47eb671-0f7c-4ed7-89a3-d5e65735f318 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.712571] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 747.712571] env[70621]: value = "task-4135438" [ 747.712571] env[70621]: _type = "Task" [ 747.712571] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.715608] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135437, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.806044] env[70621]: DEBUG nova.compute.manager [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.808208] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0993a1-c863-4b50-8c92-f9e7faebfa47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.916365] env[70621]: DEBUG nova.compute.manager [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Received event network-vif-plugged-b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.916594] env[70621]: DEBUG oslo_concurrency.lockutils [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] Acquiring lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.916801] env[70621]: DEBUG oslo_concurrency.lockutils [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.916975] env[70621]: DEBUG oslo_concurrency.lockutils [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.917225] env[70621]: DEBUG nova.compute.manager [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] No waiting events found dispatching network-vif-plugged-b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.917438] env[70621]: WARNING nova.compute.manager [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Received unexpected event network-vif-plugged-b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff for instance with vm_state building and task_state spawning. [ 747.917610] env[70621]: DEBUG nova.compute.manager [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Received event network-changed-b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.917772] env[70621]: DEBUG nova.compute.manager [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Refreshing instance network info cache due to event network-changed-b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.917966] env[70621]: DEBUG oslo_concurrency.lockutils [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] Acquiring lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.918149] env[70621]: DEBUG oslo_concurrency.lockutils [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] Acquired lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.918373] env[70621]: DEBUG nova.network.neutron [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Refreshing network info cache for port b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.004025] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135434, 'name': CreateVM_Task, 'duration_secs': 0.482877} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.004214] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.004647] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.004811] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.005288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.005559] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff623a00-98b6-411e-883c-a6bfb4206218 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.011080] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 748.011080] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5297123a-1c4f-74b1-7bcf-3da1544a7234" [ 748.011080] env[70621]: _type = "Task" [ 748.011080] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.020670] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5297123a-1c4f-74b1-7bcf-3da1544a7234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.079860] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.101906] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.102685] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.106058] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.284s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.106286] env[70621]: DEBUG nova.objects.instance [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 748.217041] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135437, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.227030] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156165} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.227030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.227652] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a11e64-77db-4656-bb21-a58ae98e6246 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.252990] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 227f368d-428b-44d6-8e88-cf29f616701d/227f368d-428b-44d6-8e88-cf29f616701d.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.253360] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3be586a-a31e-477f-b128-7475208fd7a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.276658] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 748.276658] env[70621]: value = "task-4135439" [ 748.276658] env[70621]: _type = "Task" [ 748.276658] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.285536] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.320233] env[70621]: INFO nova.compute.manager [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] instance snapshotting [ 748.325621] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a64a0-2414-4ee7-acfe-bed40963c947 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.359039] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52c429-79de-4740-8a6e-9eea748e3853 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.523268] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5297123a-1c4f-74b1-7bcf-3da1544a7234, 'name': SearchDatastore_Task, 'duration_secs': 0.02553} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.523619] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.523874] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.524136] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.524291] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.524478] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.524746] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f70f1ef0-547b-40c7-a6cd-785ace5997d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.535592] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.535818] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.536564] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a18884-c0b4-409d-af0c-627fbd988b41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.542803] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 748.542803] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ba4013-d1f2-19db-66a6-6ae5d9ecaadb" [ 748.542803] env[70621]: _type = "Task" [ 748.542803] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.551903] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ba4013-d1f2-19db-66a6-6ae5d9ecaadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.614348] env[70621]: DEBUG nova.compute.utils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.615791] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.616013] env[70621]: DEBUG nova.network.neutron [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.715453] env[70621]: DEBUG nova.policy [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd14f5c4e51ac426d8241c1bb6e12eb0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29b5e1abadef4f59b36ca25c637f64e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.720928] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135437, 'name': CreateVM_Task, 'duration_secs': 0.560163} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.721521] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.722639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.722815] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.723182] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.723760] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92582920-7f60-4747-860b-ce49c8bfc2df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.730871] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 748.730871] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52868398-1a4c-4bd1-651c-58563d65795a" [ 748.730871] env[70621]: _type = "Task" [ 748.730871] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.740870] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52868398-1a4c-4bd1-651c-58563d65795a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.777503] env[70621]: DEBUG nova.network.neutron [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Updated VIF entry in instance network info cache for port b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.777864] env[70621]: DEBUG nova.network.neutron [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Updating instance_info_cache with network_info: [{"id": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "address": "fa:16:3e:6b:ac:d3", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70fa6e0-c9", "ovs_interfaceid": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.794330] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.872820] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.873513] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76d24fb8-e38b-4de8-bbf1-125d43cf1485 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.884692] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 748.884692] env[70621]: value = "task-4135440" [ 748.884692] env[70621]: _type = "Task" [ 748.884692] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.902234] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.058028] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ba4013-d1f2-19db-66a6-6ae5d9ecaadb, 'name': SearchDatastore_Task, 'duration_secs': 0.024832} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.059567] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7ff557-62b6-487b-9839-a3a07d4e698a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.069197] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 749.069197] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5297b740-e20b-dd1f-f566-f99025bc685c" [ 749.069197] env[70621]: _type = "Task" [ 749.069197] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.085665] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5297b740-e20b-dd1f-f566-f99025bc685c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.122742] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.127505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be70b4d7-5057-41a3-a915-81caeb4eeab9 tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.133552] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.875s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.133552] env[70621]: DEBUG nova.objects.instance [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lazy-loading 'resources' on Instance uuid e149d1a1-3d4b-43a2-b23a-e62e820c6f23 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.193102] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.193390] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.193634] env[70621]: INFO nova.compute.manager [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Attaching volume d82a0991-cbbd-4e90-9bae-9b4bc043b3bf to /dev/sdb [ 749.214077] env[70621]: DEBUG nova.network.neutron [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Successfully created port: 5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.242902] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52868398-1a4c-4bd1-651c-58563d65795a, 'name': SearchDatastore_Task, 'duration_secs': 0.024482} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.243783] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.243783] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.243783] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.252032] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d26506-966f-495d-a16c-a523d239fee9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.259241] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee8c6ad-123e-4adf-a234-b485162a5ac1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.276738] env[70621]: DEBUG nova.virt.block_device [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updating existing volume attachment record: f84292ca-b3c4-424c-ae96-4b04fe30185d {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 749.289939] env[70621]: DEBUG oslo_concurrency.lockutils [req-ae7e7bd0-6252-4cb9-8c87-c8f4fbf121a2 req-b38ff31c-52fc-406c-9c5e-1cc3e935bbf0 service nova] Releasing lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.293238] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135439, 'name': ReconfigVM_Task, 'duration_secs': 0.873736} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.293462] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 227f368d-428b-44d6-8e88-cf29f616701d/227f368d-428b-44d6-8e88-cf29f616701d.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.294239] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21704946-495f-4baa-81ab-8e4d02b42a08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.302261] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 749.302261] env[70621]: value = "task-4135441" [ 749.302261] env[70621]: _type = "Task" [ 749.302261] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.312805] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135441, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.396612] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135440, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.580349] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5297b740-e20b-dd1f-f566-f99025bc685c, 'name': SearchDatastore_Task, 'duration_secs': 0.017678} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.580700] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.581054] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.581364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.581567] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.581802] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe1e08f-6764-4d3a-88df-5c256f5dc94d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.584488] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4faec7b-23ec-4a24-ad9e-a2a76ed3c07e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.595071] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 749.595071] env[70621]: value = "task-4135445" [ 749.595071] env[70621]: _type = "Task" [ 749.595071] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.602737] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.603016] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.607640] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8651827b-0f20-4587-bab5-51a707402001 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.610630] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.615142] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 749.615142] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521b89cf-6d23-17db-1c89-e14b27a470cb" [ 749.615142] env[70621]: _type = "Task" [ 749.615142] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.624412] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521b89cf-6d23-17db-1c89-e14b27a470cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.815163] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135441, 'name': Rename_Task, 'duration_secs': 0.245382} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.815640] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.816082] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-799274b0-0288-4bd5-aed6-88c93c157304 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.824338] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 749.824338] env[70621]: value = "task-4135447" [ 749.824338] env[70621]: _type = "Task" [ 749.824338] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.834038] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.897316] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135440, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.962180] env[70621]: DEBUG nova.compute.manager [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Received event network-changed-c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.962616] env[70621]: DEBUG nova.compute.manager [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Refreshing instance network info cache due to event network-changed-c66f168f-441a-4c7c-806b-18db24809ad8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.962930] env[70621]: DEBUG oslo_concurrency.lockutils [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] Acquiring lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.963143] env[70621]: DEBUG oslo_concurrency.lockutils [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] Acquired lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.963350] env[70621]: DEBUG nova.network.neutron [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Refreshing network info cache for port c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.109396] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135445, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.127900] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521b89cf-6d23-17db-1c89-e14b27a470cb, 'name': SearchDatastore_Task, 'duration_secs': 0.027608} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.132047] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baeff774-0d99-4b54-a621-6658e2610de2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.136208] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.146270] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 750.146270] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ab5b0e-cd80-c3d7-3a5f-4e1ec561e37e" [ 750.146270] env[70621]: _type = "Task" [ 750.146270] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.170040] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ab5b0e-cd80-c3d7-3a5f-4e1ec561e37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.185049] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.185434] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.185434] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.185625] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.185848] env[70621]: DEBUG nova.virt.hardware [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.187025] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e83db-b184-44b5-a1f1-cc5b6d74e493 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.201601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2119765-ff13-4f49-a700-9192311f1a32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.341010] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.344199] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b656ab-f22c-4266-89eb-ba65356d5e1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.356717] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53066c0-262f-4f07-8c96-91816bcadda9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.402019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b5d1ef-e72e-4841-88d3-a4672f3f3e1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.415432] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135440, 'name': CreateSnapshot_Task, 'duration_secs': 1.094496} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.416167] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 750.418366] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacbc08d-0939-4736-81c6-ae8028c8cbb7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.426822] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a41f29-972e-4258-9dce-4184d39e2102 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.454771] env[70621]: DEBUG nova.compute.provider_tree [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.608710] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715135} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.609158] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.609493] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.609853] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d5461b5-c6d6-4f3f-8f5d-8e15b0901f7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.620271] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 750.620271] env[70621]: value = "task-4135448" [ 750.620271] env[70621]: _type = "Task" [ 750.620271] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.636034] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.666882] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ab5b0e-cd80-c3d7-3a5f-4e1ec561e37e, 'name': SearchDatastore_Task, 'duration_secs': 0.068225} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.667267] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.667556] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/da9b79a4-5017-469d-bdc0-6d6bc49c7507.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.667860] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4497a794-583e-4f8b-bea6-a43a726b0ca7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.676753] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 750.676753] env[70621]: value = "task-4135449" [ 750.676753] env[70621]: _type = "Task" [ 750.676753] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.686266] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.840379] env[70621]: DEBUG oslo_vmware.api [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135447, 'name': PowerOnVM_Task, 'duration_secs': 0.871413} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.840753] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.841062] env[70621]: INFO nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Took 9.21 seconds to spawn the instance on the hypervisor. [ 750.841331] env[70621]: DEBUG nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.842763] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c059370d-ac73-462f-8307-ea524283efcf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.859360] env[70621]: DEBUG nova.network.neutron [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updated VIF entry in instance network info cache for port c66f168f-441a-4c7c-806b-18db24809ad8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.859800] env[70621]: DEBUG nova.network.neutron [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updating instance_info_cache with network_info: [{"id": "c66f168f-441a-4c7c-806b-18db24809ad8", "address": "fa:16:3e:20:18:1f", "network": {"id": "2bdd9c0e-2ec9-4175-8f99-cf1244498107", "bridge": "br-int", "label": "tempest-ServersTestJSON-2122015097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff147b5b30846788c245940c7299d68", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66f168f-44", "ovs_interfaceid": "c66f168f-441a-4c7c-806b-18db24809ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.952040] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 750.952416] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-df0482e2-538d-472f-bdf5-96f767c3461c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.963736] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 750.963736] env[70621]: value = "task-4135450" [ 750.963736] env[70621]: _type = "Task" [ 750.963736] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.973047] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135450, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.982464] env[70621]: ERROR nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] [req-4f128071-78b0-4762-8d58-13a95f26f0f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f128071-78b0-4762-8d58-13a95f26f0f8"}]} [ 751.008449] env[70621]: DEBUG nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 751.033640] env[70621]: DEBUG nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 751.033640] env[70621]: DEBUG nova.compute.provider_tree [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.050788] env[70621]: DEBUG nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 751.074752] env[70621]: DEBUG nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 751.133118] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100117} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.133359] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.134219] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d9a2c-c9f6-4173-ac08-ee88deb1c9fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.141665] env[70621]: DEBUG nova.network.neutron [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Successfully updated port: 5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.164352] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.168319] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3641855c-8360-4ad0-98c1-d13e0b6ad328 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.199350] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.201104] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 751.201104] env[70621]: value = "task-4135451" [ 751.201104] env[70621]: _type = "Task" [ 751.201104] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.221669] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.368161] env[70621]: DEBUG oslo_concurrency.lockutils [req-20785c59-0bd0-40dc-9d49-42522292cb14 req-dddc7db5-8f0c-4d04-b787-6c84ed0ba925 service nova] Releasing lock "refresh_cache-a86261da-ce37-4d63-a080-e84983e142b7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.372901] env[70621]: INFO nova.compute.manager [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Took 39.37 seconds to build instance. [ 751.482491] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135450, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.644303] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "refresh_cache-4bf50c51-dfc7-43bb-b79a-374d8c4954e8" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.644784] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquired lock "refresh_cache-4bf50c51-dfc7-43bb-b79a-374d8c4954e8" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.644784] env[70621]: DEBUG nova.network.neutron [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.704012] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.718729] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.789970] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacdc198-9fa9-43f8-8835-f2f1ad6e258b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.799942] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc7286d-db78-4633-ab4f-11c758d4a433 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.836869] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e976a5a7-1920-4c5b-827d-5ce4dbe6ed58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.845993] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905aa01f-64a8-47bb-8e53-a81140ba5f0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.863920] env[70621]: DEBUG nova.compute.provider_tree [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.875352] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560d62ad-8c87-40bf-a81d-84ad97fa19b7 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "227f368d-428b-44d6-8e88-cf29f616701d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.850s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.975990] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135450, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.107905] env[70621]: DEBUG oslo_concurrency.lockutils [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "interface-227f368d-428b-44d6-8e88-cf29f616701d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.108466] env[70621]: DEBUG oslo_concurrency.lockutils [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "interface-227f368d-428b-44d6-8e88-cf29f616701d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.108948] env[70621]: DEBUG nova.objects.instance [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lazy-loading 'flavor' on Instance uuid 227f368d-428b-44d6-8e88-cf29f616701d {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.183473] env[70621]: DEBUG nova.network.neutron [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.197482] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.083586} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.197773] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/da9b79a4-5017-469d-bdc0-6d6bc49c7507.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.197994] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.198307] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b1a0635-1136-4375-b6cf-b076937b8937 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.211265] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 752.211265] env[70621]: value = "task-4135452" [ 752.211265] env[70621]: _type = "Task" [ 752.211265] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.219900] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.228669] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.380029] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.396501] env[70621]: DEBUG nova.network.neutron [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Updating instance_info_cache with network_info: [{"id": "5307eca7-b464-4b24-ab19-bed82ea4e51f", "address": "fa:16:3e:12:6b:99", "network": {"id": "420f1010-bab4-4920-a513-5a4e13a2226a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1846429171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b5e1abadef4f59b36ca25c637f64e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307eca7-b4", "ovs_interfaceid": "5307eca7-b464-4b24-ab19-bed82ea4e51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.405715] env[70621]: DEBUG nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 752.406041] env[70621]: DEBUG nova.compute.provider_tree [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 54 to 55 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 752.406245] env[70621]: DEBUG nova.compute.provider_tree [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.479790] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135450, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.529726] env[70621]: DEBUG nova.compute.manager [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Received event network-vif-plugged-5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.530065] env[70621]: DEBUG oslo_concurrency.lockutils [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] Acquiring lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.530198] env[70621]: DEBUG oslo_concurrency.lockutils [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.530396] env[70621]: DEBUG oslo_concurrency.lockutils [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.530581] env[70621]: DEBUG nova.compute.manager [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] No waiting events found dispatching network-vif-plugged-5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.530753] env[70621]: WARNING nova.compute.manager [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Received unexpected event network-vif-plugged-5307eca7-b464-4b24-ab19-bed82ea4e51f for instance with vm_state building and task_state spawning. [ 752.530940] env[70621]: DEBUG nova.compute.manager [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Received event network-changed-5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.531095] env[70621]: DEBUG nova.compute.manager [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Refreshing instance network info cache due to event network-changed-5307eca7-b464-4b24-ab19-bed82ea4e51f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.531271] env[70621]: DEBUG oslo_concurrency.lockutils [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] Acquiring lock "refresh_cache-4bf50c51-dfc7-43bb-b79a-374d8c4954e8" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.615350] env[70621]: DEBUG nova.objects.instance [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lazy-loading 'pci_requests' on Instance uuid 227f368d-428b-44d6-8e88-cf29f616701d {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.720612] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135451, 'name': ReconfigVM_Task, 'duration_secs': 1.026934} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.721534] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.722256] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-223d0cda-0d48-453f-b972-d1849dd3ed92 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.727653] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134959} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.727951] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.728769] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6549136-139e-4066-afd9-a4a10b8dfb42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.734202] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 752.734202] env[70621]: value = "task-4135453" [ 752.734202] env[70621]: _type = "Task" [ 752.734202] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.762508] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/da9b79a4-5017-469d-bdc0-6d6bc49c7507.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.762992] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135453, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.763683] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d008eff-ed2a-4df2-9737-cf8c8e77ce05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.786957] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 752.786957] env[70621]: value = "task-4135454" [ 752.786957] env[70621]: _type = "Task" [ 752.786957] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.798232] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.899989] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Releasing lock "refresh_cache-4bf50c51-dfc7-43bb-b79a-374d8c4954e8" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.900460] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Instance network_info: |[{"id": "5307eca7-b464-4b24-ab19-bed82ea4e51f", "address": "fa:16:3e:12:6b:99", "network": {"id": "420f1010-bab4-4920-a513-5a4e13a2226a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1846429171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b5e1abadef4f59b36ca25c637f64e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307eca7-b4", "ovs_interfaceid": "5307eca7-b464-4b24-ab19-bed82ea4e51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.900876] env[70621]: DEBUG oslo_concurrency.lockutils [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] Acquired lock "refresh_cache-4bf50c51-dfc7-43bb-b79a-374d8c4954e8" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.901125] env[70621]: DEBUG nova.network.neutron [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Refreshing network info cache for port 5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.902799] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:6b:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22390021-1742-415d-b442-811550d09927', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5307eca7-b464-4b24-ab19-bed82ea4e51f', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.910928] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Creating folder: Project (29b5e1abadef4f59b36ca25c637f64e4). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.913044] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.914144] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.785s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.916504] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78282e65-fdbf-4fef-9720-b52dbdcaa055 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.919951] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.547s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.921820] env[70621]: INFO nova.compute.claims [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.936868] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Created folder: Project (29b5e1abadef4f59b36ca25c637f64e4) in parent group-v818963. [ 752.937056] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Creating folder: Instances. Parent ref: group-v819050. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.937579] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5c2ce3-1599-4186-930f-36f2ecc9f34e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.940538] env[70621]: INFO nova.scheduler.client.report [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Deleted allocations for instance e149d1a1-3d4b-43a2-b23a-e62e820c6f23 [ 752.967578] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Created folder: Instances in parent group-v819050. [ 752.967909] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.971842] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.972190] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d077f7e3-e0d4-4235-af7b-b187458f1295 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.996568] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135450, 'name': CloneVM_Task, 'duration_secs': 1.847479} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.998342] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Created linked-clone VM from snapshot [ 752.998653] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.998653] env[70621]: value = "task-4135457" [ 752.998653] env[70621]: _type = "Task" [ 752.998653] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.999756] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8dd025-81f0-4933-9749-e7dc7dd956f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.020185] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135457, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.020574] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Uploading image 5fd7b2d6-c5a7-43b4-9f59-ed47bf47298d {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 753.035889] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 753.036342] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f8ea265-ca06-4c59-8cce-301e46d4a239 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.044663] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 753.044663] env[70621]: value = "task-4135458" [ 753.044663] env[70621]: _type = "Task" [ 753.044663] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.054807] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135458, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.119813] env[70621]: DEBUG nova.objects.base [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Object Instance<227f368d-428b-44d6-8e88-cf29f616701d> lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 753.119813] env[70621]: DEBUG nova.network.neutron [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.249557] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135453, 'name': Rename_Task, 'duration_secs': 0.30362} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.250713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-17ed4f01-4def-477e-a59e-d4ec04912025 tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "interface-227f368d-428b-44d6-8e88-cf29f616701d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.142s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.253173] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.253754] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9baa32de-8200-412b-b523-45953fd6b6a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.263774] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 753.263774] env[70621]: value = "task-4135459" [ 753.263774] env[70621]: _type = "Task" [ 753.263774] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.275920] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.298324] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.449678] env[70621]: DEBUG oslo_concurrency.lockutils [None req-467102cd-77bb-4e28-b0c0-6d53b9e1d500 tempest-ImagesNegativeTestJSON-981052346 tempest-ImagesNegativeTestJSON-981052346-project-member] Lock "e149d1a1-3d4b-43a2-b23a-e62e820c6f23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.612s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.513735] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135457, 'name': CreateVM_Task, 'duration_secs': 0.414345} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.513938] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.514672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.514840] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.515275] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.515630] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03796dac-7fb6-4e59-abf2-e6f5d0af4e2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.521629] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 753.521629] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bff6b5-7799-3968-67e7-4c04596de9b3" [ 753.521629] env[70621]: _type = "Task" [ 753.521629] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.532973] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bff6b5-7799-3968-67e7-4c04596de9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.557065] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135458, 'name': Destroy_Task, 'duration_secs': 0.495269} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.557381] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Destroyed the VM [ 753.557638] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.557894] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f89d964-9822-484f-a863-3518e763a074 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566138] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 753.566138] env[70621]: value = "task-4135460" [ 753.566138] env[70621]: _type = "Task" [ 753.566138] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.577079] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.765199] env[70621]: DEBUG nova.network.neutron [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Updated VIF entry in instance network info cache for port 5307eca7-b464-4b24-ab19-bed82ea4e51f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.765589] env[70621]: DEBUG nova.network.neutron [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Updating instance_info_cache with network_info: [{"id": "5307eca7-b464-4b24-ab19-bed82ea4e51f", "address": "fa:16:3e:12:6b:99", "network": {"id": "420f1010-bab4-4920-a513-5a4e13a2226a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1846429171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b5e1abadef4f59b36ca25c637f64e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22390021-1742-415d-b442-811550d09927", "external-id": "nsx-vlan-transportzone-347", "segmentation_id": 347, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307eca7-b4", "ovs_interfaceid": "5307eca7-b464-4b24-ab19-bed82ea4e51f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.777536] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135459, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.798816] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135454, 'name': ReconfigVM_Task, 'duration_secs': 0.516779} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.799112] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Reconfigured VM instance instance-0000001b to attach disk [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/da9b79a4-5017-469d-bdc0-6d6bc49c7507.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.799824] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34a3a3d2-4ae2-4a02-b0cb-835255adedab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.809674] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 753.809674] env[70621]: value = "task-4135462" [ 753.809674] env[70621]: _type = "Task" [ 753.809674] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.821420] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135462, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.036931] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bff6b5-7799-3968-67e7-4c04596de9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016834} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.037438] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.037762] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.038063] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.038264] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.038499] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.038905] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7aedb514-afac-4c3c-82fb-3b485ef4ba25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.056040] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.056040] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.060159] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db4ee1f-1519-43e2-ad35-edeffe9d1e10 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.067918] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 754.067918] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b1bf1a-0463-40b3-cec4-80d2fd1c79b2" [ 754.067918] env[70621]: _type = "Task" [ 754.067918] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.084361] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135460, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.087832] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b1bf1a-0463-40b3-cec4-80d2fd1c79b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.178033] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528466b4-0ce4-4fd5-a29f-48423231c3f5/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 754.178890] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f803bbb0-4ba6-46ad-817b-f4150542fd2d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.186447] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528466b4-0ce4-4fd5-a29f-48423231c3f5/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 754.186631] env[70621]: ERROR oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528466b4-0ce4-4fd5-a29f-48423231c3f5/disk-0.vmdk due to incomplete transfer. [ 754.186897] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d22c105d-3e65-4291-9a72-b8eba816d380 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.195872] env[70621]: DEBUG oslo_vmware.rw_handles [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528466b4-0ce4-4fd5-a29f-48423231c3f5/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 754.196108] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Uploaded image 7db401d5-363c-4409-b8fd-0d6458562d76 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 754.198083] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 754.200947] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-af92845a-6f64-441e-9c74-bbc8c0dbde91 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.209644] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 754.209644] env[70621]: value = "task-4135463" [ 754.209644] env[70621]: _type = "Task" [ 754.209644] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.223619] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135463, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.272571] env[70621]: DEBUG oslo_concurrency.lockutils [req-001c97d9-1724-4341-84b5-53c22b189fa5 req-8ebc3b39-7ea7-4efa-a4e3-a23fb353ab56 service nova] Releasing lock "refresh_cache-4bf50c51-dfc7-43bb-b79a-374d8c4954e8" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.278877] env[70621]: DEBUG oslo_vmware.api [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135459, 'name': PowerOnVM_Task, 'duration_secs': 0.620838} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.281564] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.281780] env[70621]: INFO nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Took 6.91 seconds to spawn the instance on the hypervisor. [ 754.281962] env[70621]: DEBUG nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.283157] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309e0a49-3200-4488-86ed-d8b7f1e1a7d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.319947] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135462, 'name': Rename_Task, 'duration_secs': 0.290254} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.320303] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.323550] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4197351b-4857-4687-83be-6908331a3a99 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.331988] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 754.331988] env[70621]: value = "task-4135464" [ 754.331988] env[70621]: _type = "Task" [ 754.331988] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.345864] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.475918] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0461f192-5ad8-41fd-810c-c4f849b76b38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.484314] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63281184-558d-4941-8b10-d9fd883e1125 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.518628] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb32914-3b64-46d0-abdb-dbfbe8be6ca5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.529472] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f740991-689b-4c80-b7ec-4bb2ff93e039 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.544474] env[70621]: DEBUG nova.compute.provider_tree [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.583194] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135460, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.587489] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b1bf1a-0463-40b3-cec4-80d2fd1c79b2, 'name': SearchDatastore_Task, 'duration_secs': 0.036109} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.588512] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-015c7dc6-abf1-4392-9047-5f5c8226f5f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.597525] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 754.597525] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520ffe03-a33c-550a-63eb-3979903d6d4d" [ 754.597525] env[70621]: _type = "Task" [ 754.597525] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.606140] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520ffe03-a33c-550a-63eb-3979903d6d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.724497] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135463, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.804409] env[70621]: INFO nova.compute.manager [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Took 36.20 seconds to build instance. [ 754.843888] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.048818] env[70621]: DEBUG nova.scheduler.client.report [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.083030] env[70621]: DEBUG oslo_vmware.api [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135460, 'name': RemoveSnapshot_Task, 'duration_secs': 1.095435} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.083030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.111822] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520ffe03-a33c-550a-63eb-3979903d6d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.043957} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.111822] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.111822] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 4bf50c51-dfc7-43bb-b79a-374d8c4954e8/4bf50c51-dfc7-43bb-b79a-374d8c4954e8.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.111822] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-524409cd-5362-4150-ae9b-c38f7fdf113a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.121241] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 755.121241] env[70621]: value = "task-4135465" [ 755.121241] env[70621]: _type = "Task" [ 755.121241] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.134431] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.221420] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135463, 'name': Destroy_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.306323] env[70621]: DEBUG oslo_concurrency.lockutils [None req-73dde29b-a8b7-4b68-8abc-35e122b5acb9 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.232s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.346654] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135464, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.464171] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "227f368d-428b-44d6-8e88-cf29f616701d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.464564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "227f368d-428b-44d6-8e88-cf29f616701d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.464701] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "227f368d-428b-44d6-8e88-cf29f616701d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.464931] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "227f368d-428b-44d6-8e88-cf29f616701d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.465146] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "227f368d-428b-44d6-8e88-cf29f616701d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.468385] env[70621]: INFO nova.compute.manager [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Terminating instance [ 755.555878] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.555878] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.560229] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.427s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.562874] env[70621]: INFO nova.compute.claims [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.588465] env[70621]: WARNING nova.compute.manager [None req-9992ac02-04f9-45bf-8d9b-2635f2c851b4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Image not found during snapshot: nova.exception.ImageNotFound: Image 5fd7b2d6-c5a7-43b4-9f59-ed47bf47298d could not be found. [ 755.634601] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135465, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.654616] env[70621]: INFO nova.compute.manager [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Rebuilding instance [ 755.710271] env[70621]: DEBUG nova.compute.manager [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.711345] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a4fe9-46c0-4fab-aa92-9b6b4e9e0065 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.724638] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135463, 'name': Destroy_Task, 'duration_secs': 1.015668} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.726749] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Destroyed the VM [ 755.726954] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 755.729666] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7727006a-280f-4e21-842c-50feb7867dca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.740199] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 755.740199] env[70621]: value = "task-4135466" [ 755.740199] env[70621]: _type = "Task" [ 755.740199] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.752809] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.812028] env[70621]: DEBUG nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.845673] env[70621]: DEBUG oslo_vmware.api [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135464, 'name': PowerOnVM_Task, 'duration_secs': 1.22046} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.846565] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.846901] env[70621]: INFO nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Took 11.27 seconds to spawn the instance on the hypervisor. [ 755.847128] env[70621]: DEBUG nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.848262] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aabba01-3303-4e41-b6cd-6569a0a2cc2f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.974487] env[70621]: DEBUG nova.compute.manager [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.974620] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.975635] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8fc0e8-e677-4444-8614-6192aff7c616 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.984672] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.984939] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e77f964-782e-490f-a972-c533767990eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.992540] env[70621]: DEBUG oslo_vmware.api [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 755.992540] env[70621]: value = "task-4135467" [ 755.992540] env[70621]: _type = "Task" [ 755.992540] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.002483] env[70621]: DEBUG oslo_vmware.api [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.072274] env[70621]: DEBUG nova.compute.utils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.076392] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.076577] env[70621]: DEBUG nova.network.neutron [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.139132] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562281} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.139545] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 4bf50c51-dfc7-43bb-b79a-374d8c4954e8/4bf50c51-dfc7-43bb-b79a-374d8c4954e8.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.139936] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.140527] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74438793-3a2e-4736-9056-5683a7c331b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.149633] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 756.149633] env[70621]: value = "task-4135468" [ 756.149633] env[70621]: _type = "Task" [ 756.149633] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.161205] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.172028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "5ced4db8-4171-48b7-9b75-1224b29a7edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.172028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.172028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "5ced4db8-4171-48b7-9b75-1224b29a7edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.172028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.172028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.174061] env[70621]: INFO nova.compute.manager [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Terminating instance [ 756.178959] env[70621]: DEBUG nova.policy [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abc116256914628bca822a357521c0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0b0f4199737468c8f594a6abedb02ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.261895] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.336623] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.366757] env[70621]: INFO nova.compute.manager [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Took 43.32 seconds to build instance. [ 756.380134] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 756.380134] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819047', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'name': 'volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a5ff4b-5d67-4173-8378-a8cde0b80b6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'serial': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 756.380134] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db4965-8fde-434c-8a98-6734c07020d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.407225] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de24b7cf-8521-488b-a021-694eabf19c3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.449605] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf/volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.450065] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cd3d295-46f1-4973-8b9c-3943dd82d788 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.484749] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Waiting for the task: (returnval){ [ 756.484749] env[70621]: value = "task-4135469" [ 756.484749] env[70621]: _type = "Task" [ 756.484749] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.497603] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.508686] env[70621]: DEBUG oslo_vmware.api [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135467, 'name': PowerOffVM_Task, 'duration_secs': 0.236951} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.509405] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.509599] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.510710] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12a886d3-7343-44f0-b797-c22be3051f36 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.577729] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.590386] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.590528] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.590739] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Deleting the datastore file [datastore2] 227f368d-428b-44d6-8e88-cf29f616701d {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.591111] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4c1304-583c-4f49-823c-0cc2898f1771 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.603766] env[70621]: DEBUG oslo_vmware.api [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for the task: (returnval){ [ 756.603766] env[70621]: value = "task-4135471" [ 756.603766] env[70621]: _type = "Task" [ 756.603766] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.614647] env[70621]: DEBUG oslo_vmware.api [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.663933] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080841} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.665169] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.665169] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449fc31-1c1b-45b8-9348-c3e38b858f6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.684436] env[70621]: DEBUG nova.compute.manager [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.684904] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.694572] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4bf50c51-dfc7-43bb-b79a-374d8c4954e8/4bf50c51-dfc7-43bb-b79a-374d8c4954e8.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.698223] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e7272-aeb5-4907-bfd3-8ed1b3106c71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.701258] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7b513c-b849-4492-b8a8-6fa22cc6c468 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.724507] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.726258] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-308e3eeb-a146-4799-956f-23164db55d8d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.728249] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 756.728249] env[70621]: value = "task-4135472" [ 756.728249] env[70621]: _type = "Task" [ 756.728249] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.738599] env[70621]: DEBUG oslo_vmware.api [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 756.738599] env[70621]: value = "task-4135473" [ 756.738599] env[70621]: _type = "Task" [ 756.738599] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.746806] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.747041] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.748441] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c89c78-ce8c-442a-8cb9-e7d85755f563 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.767200] env[70621]: DEBUG oslo_vmware.api [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.771668] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135466, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.772031] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 756.772031] env[70621]: value = "task-4135474" [ 756.772031] env[70621]: _type = "Task" [ 756.772031] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.782211] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.843576] env[70621]: DEBUG nova.network.neutron [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Successfully created port: 772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.869781] env[70621]: DEBUG oslo_concurrency.lockutils [None req-caae7cf8-ea0c-4865-b953-df24cbb04877 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.960s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.998913] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.115834] env[70621]: DEBUG oslo_vmware.api [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Task: {'id': task-4135471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183376} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.120022] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.120416] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.120699] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.121241] env[70621]: INFO nova.compute.manager [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 757.121611] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.122280] env[70621]: DEBUG nova.compute.manager [-] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.125704] env[70621]: DEBUG nova.network.neutron [-] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.246615] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135472, 'name': ReconfigVM_Task, 'duration_secs': 0.377663} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.247801] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4bf50c51-dfc7-43bb-b79a-374d8c4954e8/4bf50c51-dfc7-43bb-b79a-374d8c4954e8.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.252266] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8be906e-e82e-4eaa-8f66-965b1895831b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.258537] env[70621]: DEBUG oslo_vmware.api [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135473, 'name': PowerOffVM_Task, 'duration_secs': 0.23047} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.262673] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.263320] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.264390] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b053a9fb-eb1d-4100-9db0-ae4bd34e27f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.271428] env[70621]: DEBUG oslo_vmware.api [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135466, 'name': RemoveSnapshot_Task, 'duration_secs': 1.036259} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.272691] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.272691] env[70621]: INFO nova.compute.manager [None req-baf30c3f-dc84-4426-8261-f222c1866ffc tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Took 19.22 seconds to snapshot the instance on the hypervisor. [ 757.278110] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 757.278110] env[70621]: value = "task-4135475" [ 757.278110] env[70621]: _type = "Task" [ 757.278110] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.298306] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135474, 'name': PowerOffVM_Task, 'duration_secs': 0.233769} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.305977] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.306312] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.307009] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135475, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.309528] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310efa9-0002-4663-8dd7-c888d1ae9370 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.317311] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.318932] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9117016b-ae7b-4c71-9885-7b0f4cf38de7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.340749] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd861004-9d59-4a01-8776-9a64ce29e201 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.346489] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.346739] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.347076] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleting the datastore file [datastore2] 5ced4db8-4171-48b7-9b75-1224b29a7edb {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.347479] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7ee592a-fbb3-4df0-82fe-f925c1d4965c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.354435] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded97723-fe74-4214-bb10-0ee258507332 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.361230] env[70621]: DEBUG oslo_vmware.api [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 757.361230] env[70621]: value = "task-4135478" [ 757.361230] env[70621]: _type = "Task" [ 757.361230] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.396958] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.397301] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.397517] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Deleting the datastore file [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.397900] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.402913] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37d36593-d702-44b4-a892-1bc934783683 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.405922] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25427759-e1ee-41fa-b1bc-c1b9f8a6c91a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.412230] env[70621]: DEBUG oslo_vmware.api [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.419758] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea861a6a-7e77-478e-b402-b9cb0fe10466 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.424171] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 757.424171] env[70621]: value = "task-4135479" [ 757.424171] env[70621]: _type = "Task" [ 757.424171] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.436052] env[70621]: DEBUG nova.compute.provider_tree [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.448227] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.497166] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135469, 'name': ReconfigVM_Task, 'duration_secs': 0.906046} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.498121] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Reconfigured VM instance instance-00000008 to attach disk [datastore2] volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf/volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.502297] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d88d4c5-1957-4c21-bd82-1648f548698c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.518948] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Waiting for the task: (returnval){ [ 757.518948] env[70621]: value = "task-4135480" [ 757.518948] env[70621]: _type = "Task" [ 757.518948] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.528845] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.592725] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.631117] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.631379] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.631538] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.631775] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.631919] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.632082] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.632298] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.632457] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.632624] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.632788] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.632959] env[70621]: DEBUG nova.virt.hardware [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.634188] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05532368-049f-485f-9296-20aca2d93761 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.643815] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693c3103-496f-4981-9149-dfab915c134d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.796699] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135475, 'name': Rename_Task, 'duration_secs': 0.184952} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.797612] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.798344] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42753571-49e4-46f4-abc2-be3ea4b9b32e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.809511] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 757.809511] env[70621]: value = "task-4135481" [ 757.809511] env[70621]: _type = "Task" [ 757.809511] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.823036] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.879215] env[70621]: DEBUG oslo_vmware.api [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206786} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.879215] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.879215] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.879215] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.879215] env[70621]: INFO nova.compute.manager [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 757.879215] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.879215] env[70621]: DEBUG nova.compute.manager [-] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.879215] env[70621]: DEBUG nova.network.neutron [-] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.936580] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138253} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.940240] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.940240] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.940240] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.945827] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.947469] env[70621]: DEBUG nova.scheduler.client.report [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.031988] env[70621]: DEBUG oslo_vmware.api [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135480, 'name': ReconfigVM_Task, 'duration_secs': 0.238493} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.032531] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819047', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'name': 'volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a5ff4b-5d67-4173-8378-a8cde0b80b6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'serial': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 758.042673] env[70621]: INFO nova.compute.manager [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Rescuing [ 758.043204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.043612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.043896] env[70621]: DEBUG nova.network.neutron [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.147967] env[70621]: DEBUG nova.compute.manager [req-20853303-3a66-4c72-9330-a6ce224b2994 req-91cb26a2-e812-4bb0-88ba-8b87396ee9f6 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Received event network-vif-deleted-c2b961fe-9a8d-4369-989f-537f97509bfd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.148238] env[70621]: INFO nova.compute.manager [req-20853303-3a66-4c72-9330-a6ce224b2994 req-91cb26a2-e812-4bb0-88ba-8b87396ee9f6 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Neutron deleted interface c2b961fe-9a8d-4369-989f-537f97509bfd; detaching it from the instance and deleting it from the info cache [ 758.148482] env[70621]: DEBUG nova.network.neutron [req-20853303-3a66-4c72-9330-a6ce224b2994 req-91cb26a2-e812-4bb0-88ba-8b87396ee9f6 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.324249] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.369185] env[70621]: DEBUG nova.network.neutron [-] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.454299] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.894s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.454578] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.460111] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.375s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.460111] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.460492] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 758.460678] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.490s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.462652] env[70621]: INFO nova.compute.claims [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.468158] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb01fc2-5510-4301-9508-c9001b86a030 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.481333] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dabe3c-8bd5-4e99-b56b-214efb0be155 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.508623] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b37cf0d-859c-4f7e-84de-a5141a38e949 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.517367] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1e30e4-32de-40b9-8b5a-74d19767a2de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.562498] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179928MB free_disk=11GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 758.563345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.653792] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7792dbce-b284-4961-a048-b20b94f961d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.664173] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5532cbd2-cad2-4884-8dfa-5e3c7ecb9cee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.702013] env[70621]: DEBUG nova.compute.manager [req-20853303-3a66-4c72-9330-a6ce224b2994 req-91cb26a2-e812-4bb0-88ba-8b87396ee9f6 service nova] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Detach interface failed, port_id=c2b961fe-9a8d-4369-989f-537f97509bfd, reason: Instance 227f368d-428b-44d6-8e88-cf29f616701d could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.828022] env[70621]: DEBUG oslo_vmware.api [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135481, 'name': PowerOnVM_Task, 'duration_secs': 0.759972} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.828022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.828022] env[70621]: INFO nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Took 8.69 seconds to spawn the instance on the hypervisor. [ 758.828022] env[70621]: DEBUG nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.828022] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df251c8c-f49c-4af0-b52a-efcd7c3525fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.876385] env[70621]: INFO nova.compute.manager [-] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Took 1.75 seconds to deallocate network for instance. [ 758.931872] env[70621]: DEBUG nova.network.neutron [-] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.972304] env[70621]: DEBUG nova.compute.utils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.972304] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.972304] env[70621]: DEBUG nova.network.neutron [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.985757] env[70621]: DEBUG nova.network.neutron [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Updating instance_info_cache with network_info: [{"id": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "address": "fa:16:3e:6b:ac:d3", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70fa6e0-c9", "ovs_interfaceid": "b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.001747] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.002357] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.002357] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.002357] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.002507] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.002629] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.002853] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.003112] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.003323] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.003530] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.003964] env[70621]: DEBUG nova.virt.hardware [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.005661] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8195848b-9d82-4010-84af-8c0e60213d9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.015319] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d0e43-463d-4734-9d5c-f54cabb1be23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.032978] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.040728] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.041519] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.041789] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f61c0471-d791-4b47-b9fb-defbbb4fe374 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.062012] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.062012] env[70621]: value = "task-4135482" [ 759.062012] env[70621]: _type = "Task" [ 759.062012] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.073532] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135482, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.084519] env[70621]: DEBUG nova.policy [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8bb85ca7aa24d148fb5356a9a1fd621', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '160a76f13a544bacbb3dfb1d68518ffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.146677] env[70621]: DEBUG nova.objects.instance [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lazy-loading 'flavor' on Instance uuid 10a5ff4b-5d67-4173-8378-a8cde0b80b6b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.207155] env[70621]: DEBUG nova.network.neutron [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Successfully updated port: 772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.359200] env[70621]: INFO nova.compute.manager [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Took 39.11 seconds to build instance. [ 759.384219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.435474] env[70621]: INFO nova.compute.manager [-] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Took 1.56 seconds to deallocate network for instance. [ 759.474644] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.493226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "refresh_cache-da9b79a4-5017-469d-bdc0-6d6bc49c7507" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.575783] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135482, 'name': CreateVM_Task, 'duration_secs': 0.342855} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.575968] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.576549] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.576664] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.576953] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.577248] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6b125a-393b-4e2e-a253-c6faa4f4d0c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.584511] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 759.584511] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528c467c-67aa-9e15-0102-56faaae56db3" [ 759.584511] env[70621]: _type = "Task" [ 759.584511] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.594583] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c467c-67aa-9e15-0102-56faaae56db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.655442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd5b6d56-c6d2-406d-b30d-fef0d59f0dc4 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.462s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.710268] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "refresh_cache-073eaf30-1b21-43a7-a020-0fe9508db118" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.710411] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired lock "refresh_cache-073eaf30-1b21-43a7-a020-0fe9508db118" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.710568] env[70621]: DEBUG nova.network.neutron [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.726080] env[70621]: DEBUG nova.network.neutron [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Successfully created port: bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.861038] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12fac734-5599-4144-a1eb-9b83be555f66 tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.016s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.928138] env[70621]: DEBUG nova.compute.manager [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 759.929093] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b3da45-180c-4470-bd0a-183bfb9ad51d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.943373] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.104486] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c467c-67aa-9e15-0102-56faaae56db3, 'name': SearchDatastore_Task, 'duration_secs': 0.013249} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.104897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.104897] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.105140] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.105218] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.105956] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.105956] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ac7cc4-397a-465a-919f-65d4a90796ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.121380] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.121582] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.122360] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03935ef4-0d7f-404f-b294-bae6051cf990 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.130638] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 760.130638] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d5a5be-a1f2-b367-0643-33b18d2b9572" [ 760.130638] env[70621]: _type = "Task" [ 760.130638] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.139454] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d5a5be-a1f2-b367-0643-33b18d2b9572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.144941] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1120b4-af73-4262-8350-512e77a3d8e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.154266] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252666c7-9a72-42ef-bd83-65fed2b7c1eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.187990] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2507a22d-a76b-425d-80bc-0ed741e1a81a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.202825] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf1c8c-1521-48c0-9755-2600c7e91557 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.222500] env[70621]: DEBUG nova.compute.provider_tree [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.281203] env[70621]: DEBUG nova.network.neutron [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.364573] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.427739] env[70621]: DEBUG nova.compute.manager [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Received event network-vif-deleted-fb5f09a7-2f43-4511-b843-689086b0554a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.428066] env[70621]: DEBUG nova.compute.manager [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Received event network-vif-plugged-772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.429272] env[70621]: DEBUG oslo_concurrency.lockutils [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] Acquiring lock "073eaf30-1b21-43a7-a020-0fe9508db118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.429510] env[70621]: DEBUG oslo_concurrency.lockutils [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] Lock "073eaf30-1b21-43a7-a020-0fe9508db118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.429696] env[70621]: DEBUG oslo_concurrency.lockutils [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] Lock "073eaf30-1b21-43a7-a020-0fe9508db118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.429867] env[70621]: DEBUG nova.compute.manager [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] No waiting events found dispatching network-vif-plugged-772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 760.430052] env[70621]: WARNING nova.compute.manager [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Received unexpected event network-vif-plugged-772ad851-5056-453c-8026-1bb99eec6acb for instance with vm_state building and task_state spawning. [ 760.430236] env[70621]: DEBUG nova.compute.manager [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Received event network-changed-772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.430373] env[70621]: DEBUG nova.compute.manager [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Refreshing instance network info cache due to event network-changed-772ad851-5056-453c-8026-1bb99eec6acb. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.430580] env[70621]: DEBUG oslo_concurrency.lockutils [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] Acquiring lock "refresh_cache-073eaf30-1b21-43a7-a020-0fe9508db118" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.450025] env[70621]: INFO nova.compute.manager [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] instance snapshotting [ 760.455039] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52bd1b-f65c-4c80-ac46-1da9b9685a54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.478731] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f407c63-76ba-47ac-956c-e0a0d8e7ae22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.491049] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.524150] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.524150] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.524150] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.524150] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.524150] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.524150] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.524504] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.524537] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.525669] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.525669] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.525669] env[70621]: DEBUG nova.virt.hardware [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.526070] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aeae25-191f-4561-948a-57377160e4fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.535197] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ce8a5-1240-4b97-9833-7f637128c08a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.553701] env[70621]: DEBUG nova.network.neutron [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Updating instance_info_cache with network_info: [{"id": "772ad851-5056-453c-8026-1bb99eec6acb", "address": "fa:16:3e:e8:d8:f6", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772ad851-50", "ovs_interfaceid": "772ad851-5056-453c-8026-1bb99eec6acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.573397] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.573673] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.573883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.574100] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.574274] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.576635] env[70621]: INFO nova.compute.manager [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Terminating instance [ 760.643862] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d5a5be-a1f2-b367-0643-33b18d2b9572, 'name': SearchDatastore_Task, 'duration_secs': 0.031827} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.644669] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e56c07c9-dac5-43a0-a73b-7bede942b79f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.650317] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 760.650317] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527a5156-6714-52d5-7cdd-d502c12e5305" [ 760.650317] env[70621]: _type = "Task" [ 760.650317] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.658495] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527a5156-6714-52d5-7cdd-d502c12e5305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.726293] env[70621]: DEBUG nova.scheduler.client.report [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.889793] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.998517] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 760.998907] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-792b4737-106f-482d-9218-4ee8d90135b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.007720] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 761.007720] env[70621]: value = "task-4135483" [ 761.007720] env[70621]: _type = "Task" [ 761.007720] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.017452] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135483, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.057370] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Releasing lock "refresh_cache-073eaf30-1b21-43a7-a020-0fe9508db118" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.057752] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Instance network_info: |[{"id": "772ad851-5056-453c-8026-1bb99eec6acb", "address": "fa:16:3e:e8:d8:f6", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772ad851-50", "ovs_interfaceid": "772ad851-5056-453c-8026-1bb99eec6acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.058253] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.058560] env[70621]: DEBUG oslo_concurrency.lockutils [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] Acquired lock "refresh_cache-073eaf30-1b21-43a7-a020-0fe9508db118" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.058739] env[70621]: DEBUG nova.network.neutron [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Refreshing network info cache for port 772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.060586] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d8:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '772ad851-5056-453c-8026-1bb99eec6acb', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.068840] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.069071] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34afeb12-6b92-4e59-9810-a6891043d53c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.073752] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.074602] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71f3f14b-e78c-4f8b-82a1-7de0a6fe94fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.090479] env[70621]: DEBUG nova.compute.manager [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.090687] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.091555] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f61763-d59f-4c4a-ba09-3ab536ab6d5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.098024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.098024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.098600] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 761.098600] env[70621]: value = "task-4135484" [ 761.098600] env[70621]: _type = "Task" [ 761.098600] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.108878] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.108878] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.108878] env[70621]: value = "task-4135485" [ 761.108878] env[70621]: _type = "Task" [ 761.108878] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.108878] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb1dccb6-fc20-4937-a07c-60cd0b0f351b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.117037] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.125220] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135485, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.127057] env[70621]: DEBUG oslo_vmware.api [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 761.127057] env[70621]: value = "task-4135486" [ 761.127057] env[70621]: _type = "Task" [ 761.127057] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.163550] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527a5156-6714-52d5-7cdd-d502c12e5305, 'name': SearchDatastore_Task, 'duration_secs': 0.040276} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.163971] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.164165] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.164417] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e26f8b35-a21c-4909-b6bf-1c313f52005b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.174030] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 761.174030] env[70621]: value = "task-4135487" [ 761.174030] env[70621]: _type = "Task" [ 761.174030] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.186219] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.234692] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.234692] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.237446] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.577s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.237665] env[70621]: DEBUG nova.objects.instance [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 761.420780] env[70621]: DEBUG nova.network.neutron [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Updated VIF entry in instance network info cache for port 772ad851-5056-453c-8026-1bb99eec6acb. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.421136] env[70621]: DEBUG nova.network.neutron [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Updating instance_info_cache with network_info: [{"id": "772ad851-5056-453c-8026-1bb99eec6acb", "address": "fa:16:3e:e8:d8:f6", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap772ad851-50", "ovs_interfaceid": "772ad851-5056-453c-8026-1bb99eec6acb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.520524] env[70621]: DEBUG nova.compute.manager [req-c6669214-25e1-44e4-8ade-d3fd3855bee2 req-e5af1cf9-be0a-43ea-b7d6-f7a8d181464b service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Received event network-vif-plugged-bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.520890] env[70621]: DEBUG oslo_concurrency.lockutils [req-c6669214-25e1-44e4-8ade-d3fd3855bee2 req-e5af1cf9-be0a-43ea-b7d6-f7a8d181464b service nova] Acquiring lock "557df77b-d4f0-4160-9ccf-b041b5f0e902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.521366] env[70621]: DEBUG oslo_concurrency.lockutils [req-c6669214-25e1-44e4-8ade-d3fd3855bee2 req-e5af1cf9-be0a-43ea-b7d6-f7a8d181464b service nova] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.521639] env[70621]: DEBUG oslo_concurrency.lockutils [req-c6669214-25e1-44e4-8ade-d3fd3855bee2 req-e5af1cf9-be0a-43ea-b7d6-f7a8d181464b service nova] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.521772] env[70621]: DEBUG nova.compute.manager [req-c6669214-25e1-44e4-8ade-d3fd3855bee2 req-e5af1cf9-be0a-43ea-b7d6-f7a8d181464b service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] No waiting events found dispatching network-vif-plugged-bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.521919] env[70621]: WARNING nova.compute.manager [req-c6669214-25e1-44e4-8ade-d3fd3855bee2 req-e5af1cf9-be0a-43ea-b7d6-f7a8d181464b service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Received unexpected event network-vif-plugged-bff28502-31f3-4fc2-890a-e429618480bb for instance with vm_state building and task_state spawning. [ 761.526164] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135483, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.608817] env[70621]: INFO nova.compute.manager [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Detaching volume d82a0991-cbbd-4e90-9bae-9b4bc043b3bf [ 761.617688] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135484, 'name': PowerOffVM_Task, 'duration_secs': 0.266937} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.623409] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.624540] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e4328-436b-435e-976e-b6a6bf2f34e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.634411] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135485, 'name': CreateVM_Task, 'duration_secs': 0.436634} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.649163] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.650046] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.650218] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.650574] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.651413] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d7de4-83b4-48fa-8d76-92dd6af9a901 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.657444] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cedd8d9-0dc4-42a3-a5cc-786856761de7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.660949] env[70621]: DEBUG oslo_vmware.api [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135486, 'name': PowerOffVM_Task, 'duration_secs': 0.204269} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.662463] env[70621]: INFO nova.virt.block_device [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Attempting to driver detach volume d82a0991-cbbd-4e90-9bae-9b4bc043b3bf from mountpoint /dev/sdb [ 761.662818] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 761.663152] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819047', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'name': 'volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a5ff4b-5d67-4173-8378-a8cde0b80b6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'serial': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 761.664131] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.664405] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.665682] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f48925-8398-4e22-9234-90ea871c867e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.675060] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ebd50eb-7c2f-4a90-ac16-90e97f25e064 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.687191] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 761.687191] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52993b8e-17cc-bf4a-2537-e817f5171e82" [ 761.687191] env[70621]: _type = "Task" [ 761.687191] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.714697] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa54bc5-3ad1-4af5-a920-c86e174b4284 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.721528] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.724770] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.724953] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43faf3dc-325e-4876-95a5-204b0210da87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.736023] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52993b8e-17cc-bf4a-2537-e817f5171e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.736023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2b999-0e27-4acd-836e-b0cd11fe809a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.739418] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 761.739418] env[70621]: value = "task-4135489" [ 761.739418] env[70621]: _type = "Task" [ 761.739418] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.744050] env[70621]: DEBUG nova.network.neutron [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Successfully updated port: bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.768083] env[70621]: DEBUG nova.compute.utils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.774991] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.774991] env[70621]: DEBUG nova.network.neutron [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.778567] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d0523c-e0b4-4730-b492-2b095960acac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.791930] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 761.792456] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.792742] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.792897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.793100] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.794148] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.794379] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.794680] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Deleting the datastore file [datastore2] 4bf50c51-dfc7-43bb-b79a-374d8c4954e8 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.805918] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd3121d-e33d-4371-85a0-840f347f432a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.808066] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-874a2263-c27a-41c5-937e-26837aab990a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.810510] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] The volume has not been displaced from its original location: [datastore2] volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf/volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 761.815899] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 761.816625] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec27b93-54f9-42ce-96f2-2578f12175f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.837746] env[70621]: DEBUG oslo_vmware.api [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for the task: (returnval){ [ 761.837746] env[70621]: value = "task-4135490" [ 761.837746] env[70621]: _type = "Task" [ 761.837746] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.838106] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Waiting for the task: (returnval){ [ 761.838106] env[70621]: value = "task-4135491" [ 761.838106] env[70621]: _type = "Task" [ 761.838106] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.839444] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.839652] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.849042] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58879349-cbe2-4a9b-9115-44774a5858ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.854716] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 761.854716] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52841c1a-e646-9f7c-740a-c36120db7b3e" [ 761.854716] env[70621]: _type = "Task" [ 761.854716] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.862575] env[70621]: DEBUG oslo_vmware.api [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.862965] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.872321] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52841c1a-e646-9f7c-740a-c36120db7b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.873173] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56728133-86da-4d3d-b658-d622524264c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.880055] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 761.880055] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5238c148-6318-a9e8-2248-187ffaaf6d37" [ 761.880055] env[70621]: _type = "Task" [ 761.880055] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.890038] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5238c148-6318-a9e8-2248-187ffaaf6d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.924978] env[70621]: DEBUG oslo_concurrency.lockutils [req-db073452-b4cb-4133-bb62-04d1699ba621 req-0b63d5f0-1580-4680-8164-e8a7996e9544 service nova] Releasing lock "refresh_cache-073eaf30-1b21-43a7-a020-0fe9508db118" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.957967] env[70621]: DEBUG nova.policy [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185052ffeefd48729773a622b4e2fa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8ac3383ebc42e395a3bcda689db5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.020364] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135483, 'name': CreateSnapshot_Task, 'duration_secs': 0.971648} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.020720] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.021500] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b028419-5fc1-41d5-8595-caab40d3e1a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.187155] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60222} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.187580] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.187721] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.187973] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bf78d62-bdc9-4ef3-91d1-e6d08261ac59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.196675] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 762.196675] env[70621]: value = "task-4135492" [ 762.196675] env[70621]: _type = "Task" [ 762.196675] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.216031] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.223302] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52993b8e-17cc-bf4a-2537-e817f5171e82, 'name': SearchDatastore_Task, 'duration_secs': 0.054997} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.224090] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.227024] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.227024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.248125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "refresh_cache-557df77b-d4f0-4160-9ccf-b041b5f0e902" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.248125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired lock "refresh_cache-557df77b-d4f0-4160-9ccf-b041b5f0e902" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.248125] env[70621]: DEBUG nova.network.neutron [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.275413] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.291927] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6b2dcb5-1a12-45f4-b70f-cdc0e7913552 tempest-ServersAdmin275Test-660260058 tempest-ServersAdmin275Test-660260058-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.054s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.293661] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.252s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.299028] env[70621]: DEBUG nova.objects.instance [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lazy-loading 'resources' on Instance uuid 24857109-7a24-4b4b-ad4b-9512a6c23d5d {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.354286] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135491, 'name': ReconfigVM_Task, 'duration_secs': 0.232712} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.359164] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 762.365723] env[70621]: DEBUG oslo_vmware.api [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Task: {'id': task-4135490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19738} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.367702] env[70621]: DEBUG nova.network.neutron [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Successfully created port: 4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.369826] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f78f4e-68c8-4e4c-8344-7bcb1fb0f12c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.382284] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.382990] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.384090] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.384385] env[70621]: INFO nova.compute.manager [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Took 1.29 seconds to destroy the instance on the hypervisor. [ 762.384752] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.385169] env[70621]: DEBUG nova.compute.manager [-] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.385354] env[70621]: DEBUG nova.network.neutron [-] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.399402] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5238c148-6318-a9e8-2248-187ffaaf6d37, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.401259] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.401625] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. {{(pid=70621) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 762.402035] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Waiting for the task: (returnval){ [ 762.402035] env[70621]: value = "task-4135493" [ 762.402035] env[70621]: _type = "Task" [ 762.402035] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.402395] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.402568] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.402828] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d636316-dd65-461a-b30e-b80bc6303b9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.406243] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8947ea52-3c6f-47ab-b4d8-cf160ba92b1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.423474] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 762.423474] env[70621]: value = "task-4135494" [ 762.423474] env[70621]: _type = "Task" [ 762.423474] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.426454] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.426454] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.429118] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7adacf6-ab2a-4228-9f68-4e789468d3c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.438766] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.440509] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 762.440509] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521bbb2d-276e-1e76-028b-b14ee843f8e9" [ 762.440509] env[70621]: _type = "Task" [ 762.440509] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.451523] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521bbb2d-276e-1e76-028b-b14ee843f8e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.546714] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.546847] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-56b14a87-98b7-4b84-a5b8-b31c54c5e45b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.561923] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 762.561923] env[70621]: value = "task-4135495" [ 762.561923] env[70621]: _type = "Task" [ 762.561923] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.570885] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135495, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.709042] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086878} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.709042] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.709937] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16745b4f-63de-4713-8d71-6ecac221ae4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.737414] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.737414] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1308f5-cd7b-4598-a2e9-6bbf75a60161 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.761764] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 762.761764] env[70621]: value = "task-4135496" [ 762.761764] env[70621]: _type = "Task" [ 762.761764] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.778812] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.809557] env[70621]: DEBUG nova.network.neutron [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.920520] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.936798] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.952134] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521bbb2d-276e-1e76-028b-b14ee843f8e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.953058] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e03801-fb55-4e6c-b8a5-83558d6ffab1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.963530] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 762.963530] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d1d800-edfd-0f67-3e6e-803b9690ef58" [ 762.963530] env[70621]: _type = "Task" [ 762.963530] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.973562] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d1d800-edfd-0f67-3e6e-803b9690ef58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.072793] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135495, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.281166] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135496, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.285608] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.317771] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.318105] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.318338] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.318603] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.318658] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.318816] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.319087] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.319360] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.319751] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.319751] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.319925] env[70621]: DEBUG nova.virt.hardware [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.321553] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701053c2-758f-4fb4-97cb-5bea9862edce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.334783] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b5fe16-20ce-4f90-8c77-4468e779f0b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.417300] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.440546] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569779} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.441729] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. [ 763.443070] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab407eff-8653-4db8-9408-b7ecd6b10ae1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.448062] env[70621]: DEBUG nova.network.neutron [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Updating instance_info_cache with network_info: [{"id": "bff28502-31f3-4fc2-890a-e429618480bb", "address": "fa:16:3e:da:22:33", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff28502-31", "ovs_interfaceid": "bff28502-31f3-4fc2-890a-e429618480bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.483111] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.489809] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468475a0-b952-4e73-bbc1-fad68371d1e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.510620] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d1d800-edfd-0f67-3e6e-803b9690ef58, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.512618] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.512966] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 073eaf30-1b21-43a7-a020-0fe9508db118/073eaf30-1b21-43a7-a020-0fe9508db118.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.513353] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 763.513353] env[70621]: value = "task-4135497" [ 763.513353] env[70621]: _type = "Task" [ 763.513353] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.513560] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0587e9-bc24-48cc-a776-70ef7eccf1c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.528313] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.531099] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95661cea-f8d5-4836-af78-5ef8c8df0e5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.534507] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 763.534507] env[70621]: value = "task-4135498" [ 763.534507] env[70621]: _type = "Task" [ 763.534507] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.543741] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559aeb5a-cbcb-4443-8be2-db97e7138219 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.550879] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.586655] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760d3e9-3313-4838-a62e-450dd26374d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.600582] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135495, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.602488] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2706a02b-473f-41b5-9a02-6891bdd9ca55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.618487] env[70621]: DEBUG nova.compute.provider_tree [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.691064] env[70621]: DEBUG nova.compute.manager [req-c6d6aea9-0a33-418f-ab19-bf4513fcd112 req-8c27dc39-2b52-45bb-a619-9d9e2088528e service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Received event network-vif-deleted-5307eca7-b464-4b24-ab19-bed82ea4e51f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.691235] env[70621]: INFO nova.compute.manager [req-c6d6aea9-0a33-418f-ab19-bf4513fcd112 req-8c27dc39-2b52-45bb-a619-9d9e2088528e service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Neutron deleted interface 5307eca7-b464-4b24-ab19-bed82ea4e51f; detaching it from the instance and deleting it from the info cache [ 763.691413] env[70621]: DEBUG nova.network.neutron [req-c6d6aea9-0a33-418f-ab19-bf4513fcd112 req-8c27dc39-2b52-45bb-a619-9d9e2088528e service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.727670] env[70621]: DEBUG nova.network.neutron [-] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.778320] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135496, 'name': ReconfigVM_Task, 'duration_secs': 0.563962} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.778609] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e/9d764c39-7d3e-4473-98e1-c33ce79cba1e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.779313] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64a95c81-21b4-48d5-a770-b7ff211b9fab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.792264] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 763.792264] env[70621]: value = "task-4135499" [ 763.792264] env[70621]: _type = "Task" [ 763.792264] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.800548] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135499, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.918733] env[70621]: DEBUG oslo_vmware.api [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Task: {'id': task-4135493, 'name': ReconfigVM_Task, 'duration_secs': 1.065123} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.919385] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819047', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'name': 'volume-d82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '10a5ff4b-5d67-4173-8378-a8cde0b80b6b', 'attached_at': '', 'detached_at': '', 'volume_id': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf', 'serial': 'd82a0991-cbbd-4e90-9bae-9b4bc043b3bf'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 763.954419] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Releasing lock "refresh_cache-557df77b-d4f0-4160-9ccf-b041b5f0e902" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.954967] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Instance network_info: |[{"id": "bff28502-31f3-4fc2-890a-e429618480bb", "address": "fa:16:3e:da:22:33", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff28502-31", "ovs_interfaceid": "bff28502-31f3-4fc2-890a-e429618480bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.955194] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:22:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bff28502-31f3-4fc2-890a-e429618480bb', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.967794] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Creating folder: Project (160a76f13a544bacbb3dfb1d68518ffa). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.968878] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-274107ad-1914-42bc-ab0a-fb27ec8142b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.983454] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Created folder: Project (160a76f13a544bacbb3dfb1d68518ffa) in parent group-v818963. [ 763.984591] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Creating folder: Instances. Parent ref: group-v819057. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.984591] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4af1967-5bfc-4a1b-ac0e-29eaaeda936c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.997310] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Created folder: Instances in parent group-v819057. [ 763.998403] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.998403] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.998741] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e43e3ae1-b2f7-4351-8c80-62433b9b24d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.021538] env[70621]: DEBUG nova.compute.manager [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Received event network-changed-bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.021696] env[70621]: DEBUG nova.compute.manager [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Refreshing instance network info cache due to event network-changed-bff28502-31f3-4fc2-890a-e429618480bb. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.022032] env[70621]: DEBUG oslo_concurrency.lockutils [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] Acquiring lock "refresh_cache-557df77b-d4f0-4160-9ccf-b041b5f0e902" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.022239] env[70621]: DEBUG oslo_concurrency.lockutils [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] Acquired lock "refresh_cache-557df77b-d4f0-4160-9ccf-b041b5f0e902" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.022464] env[70621]: DEBUG nova.network.neutron [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Refreshing network info cache for port bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.034711] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.034711] env[70621]: value = "task-4135502" [ 764.034711] env[70621]: _type = "Task" [ 764.034711] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.038950] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.054259] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135502, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.058754] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135498, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.094635] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135495, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.122285] env[70621]: DEBUG nova.scheduler.client.report [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.199027] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01588fb7-0df7-451c-a5ff-f58357bc33da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.208670] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7dc591-798b-4f6a-8dfb-70adfed29fdf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.231423] env[70621]: DEBUG nova.network.neutron [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Successfully updated port: 4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.234668] env[70621]: INFO nova.compute.manager [-] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Took 1.85 seconds to deallocate network for instance. [ 764.251532] env[70621]: DEBUG nova.compute.manager [req-c6d6aea9-0a33-418f-ab19-bf4513fcd112 req-8c27dc39-2b52-45bb-a619-9d9e2088528e service nova] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Detach interface failed, port_id=5307eca7-b464-4b24-ab19-bed82ea4e51f, reason: Instance 4bf50c51-dfc7-43bb-b79a-374d8c4954e8 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.309709] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135499, 'name': Rename_Task, 'duration_secs': 0.31295} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.310012] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.310691] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a1b8e0-3cb1-4b26-a1ab-12b6e07d8239 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.321348] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 764.321348] env[70621]: value = "task-4135503" [ 764.321348] env[70621]: _type = "Task" [ 764.321348] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.333199] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.497228] env[70621]: DEBUG nova.objects.instance [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lazy-loading 'flavor' on Instance uuid 10a5ff4b-5d67-4173-8378-a8cde0b80b6b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.534942] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.557594] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135502, 'name': CreateVM_Task, 'duration_secs': 0.437616} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.557594] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537271} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.557594] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.557594] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 073eaf30-1b21-43a7-a020-0fe9508db118/073eaf30-1b21-43a7-a020-0fe9508db118.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.557594] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.559061] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.559273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.559610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.559863] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc621aae-7ea1-4301-a1e0-748164e9daeb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.562217] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e4385f-6240-46e3-bd87-0e994d32b3c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.568051] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 764.568051] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52610333-2352-e4b4-c504-bf8bc669e3e5" [ 764.568051] env[70621]: _type = "Task" [ 764.568051] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.573345] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 764.573345] env[70621]: value = "task-4135504" [ 764.573345] env[70621]: _type = "Task" [ 764.573345] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.585480] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52610333-2352-e4b4-c504-bf8bc669e3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.592295] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.597621] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135495, 'name': CloneVM_Task, 'duration_secs': 1.821785} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.597901] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Created linked-clone VM from snapshot [ 764.598725] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee98eb6-6046-4361-b29c-97ebaa3e0e00 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.607507] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Uploading image 7615c69a-bf52-4a74-a2ec-72daaf0de766 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.628736] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.634217] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.558s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.634217] env[70621]: DEBUG nova.objects.instance [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lazy-loading 'resources' on Instance uuid ce7c25a7-b051-4e15-9ca6-d7d7fad7405a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.643410] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.643410] env[70621]: value = "vm-819056" [ 764.643410] env[70621]: _type = "VirtualMachine" [ 764.643410] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.644109] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a074f635-c8ae-4643-9e1c-1e8cb8c7c1ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.654351] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lease: (returnval){ [ 764.654351] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e7c171-3fc2-5e59-aaa8-889e7d692299" [ 764.654351] env[70621]: _type = "HttpNfcLease" [ 764.654351] env[70621]: } obtained for exporting VM: (result){ [ 764.654351] env[70621]: value = "vm-819056" [ 764.654351] env[70621]: _type = "VirtualMachine" [ 764.654351] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.654790] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the lease: (returnval){ [ 764.654790] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e7c171-3fc2-5e59-aaa8-889e7d692299" [ 764.654790] env[70621]: _type = "HttpNfcLease" [ 764.654790] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.663112] env[70621]: INFO nova.scheduler.client.report [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Deleted allocations for instance 24857109-7a24-4b4b-ad4b-9512a6c23d5d [ 764.671599] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.671599] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e7c171-3fc2-5e59-aaa8-889e7d692299" [ 764.671599] env[70621]: _type = "HttpNfcLease" [ 764.671599] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 764.676243] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 764.676243] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e7c171-3fc2-5e59-aaa8-889e7d692299" [ 764.676243] env[70621]: _type = "HttpNfcLease" [ 764.676243] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 764.678292] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75997d3-d487-4994-ae50-b6190b8b5c2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.689441] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d30d5-0112-723c-f060-6709b9c2b782/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 764.689441] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d30d5-0112-723c-f060-6709b9c2b782/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 764.756539] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1677457a-9ddd-4ad7-8919-1c2154cbc969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.756712] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1677457a-9ddd-4ad7-8919-1c2154cbc969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.756854] env[70621]: DEBUG nova.network.neutron [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.762569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.829238] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79e737ea-3697-42d9-a8e8-db572411e68f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.838154] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.927188] env[70621]: DEBUG nova.network.neutron [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Updated VIF entry in instance network info cache for port bff28502-31f3-4fc2-890a-e429618480bb. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.927635] env[70621]: DEBUG nova.network.neutron [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Updating instance_info_cache with network_info: [{"id": "bff28502-31f3-4fc2-890a-e429618480bb", "address": "fa:16:3e:da:22:33", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbff28502-31", "ovs_interfaceid": "bff28502-31f3-4fc2-890a-e429618480bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.036265] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135497, 'name': ReconfigVM_Task, 'duration_secs': 1.441374} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.036265] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Reconfigured VM instance instance-0000001b to attach disk [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.036265] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c25013-9d29-4802-ad9d-2f56fdf96eb8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.068102] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e95ca7-f2b3-45d3-bf3d-bc4feee3e286 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.096132] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52610333-2352-e4b4-c504-bf8bc669e3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.101137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.101748] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.102135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.103025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.103159] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.107020] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 765.107020] env[70621]: value = "task-4135506" [ 765.107020] env[70621]: _type = "Task" [ 765.107020] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.107020] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09274} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.107020] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-513e7eea-512b-425f-a3dc-0cd043386f54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.107020] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.111095] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deb13fb-865b-455c-b518-1ee4f110212d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.126604] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.157309] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 073eaf30-1b21-43a7-a020-0fe9508db118/073eaf30-1b21-43a7-a020-0fe9508db118.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.160392] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11702899-9785-44b3-b343-10d6dd879b09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.185119] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.185119] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.185119] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2719d416-62ec-4bc0-9c6c-5568d4179730 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.193761] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3eeda55-ba1e-4a28-8ba3-5748201b5148 tempest-ImagesOneServerTestJSON-416271023 tempest-ImagesOneServerTestJSON-416271023-project-member] Lock "24857109-7a24-4b4b-ad4b-9512a6c23d5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.964s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.199196] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 765.199196] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5295c850-f9fa-43f9-6754-f7438336591a" [ 765.199196] env[70621]: _type = "Task" [ 765.199196] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.199196] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 765.199196] env[70621]: value = "task-4135507" [ 765.199196] env[70621]: _type = "Task" [ 765.199196] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.219605] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.228695] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5295c850-f9fa-43f9-6754-f7438336591a, 'name': SearchDatastore_Task, 'duration_secs': 0.019} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.231063] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5737743-36ef-48ea-9432-f6a132ab2ecd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.238300] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 765.238300] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fc1c87-03f7-d85b-b9d8-c0f103c4791a" [ 765.238300] env[70621]: _type = "Task" [ 765.238300] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.253613] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fc1c87-03f7-d85b-b9d8-c0f103c4791a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.337204] env[70621]: DEBUG oslo_vmware.api [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135503, 'name': PowerOnVM_Task, 'duration_secs': 0.519621} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.337204] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.337479] env[70621]: DEBUG nova.compute.manager [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.338752] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a682d71-bd59-4bd1-92f0-eba90162178c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.359151] env[70621]: DEBUG nova.network.neutron [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.361894] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "c374c977-6c2a-43b8-9c61-b7eb09470174" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.362224] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.430933] env[70621]: DEBUG oslo_concurrency.lockutils [req-1627347e-3a02-4bca-a86f-91a0da9ec6eb req-0d5bf0a4-1734-4acc-af55-d63343e66752 service nova] Releasing lock "refresh_cache-557df77b-d4f0-4160-9ccf-b041b5f0e902" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.509258] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b532bf69-c3bf-4c8d-83b1-291d9e623ef5 tempest-VolumesAssistedSnapshotsTest-1300489971 tempest-VolumesAssistedSnapshotsTest-1300489971-project-admin] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.412s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.589861] env[70621]: DEBUG nova.network.neutron [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Updating instance_info_cache with network_info: [{"id": "4ae9fe33-cda7-4614-b8bd-1699b68a3014", "address": "fa:16:3e:0c:94:bb", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae9fe33-cd", "ovs_interfaceid": "4ae9fe33-cda7-4614-b8bd-1699b68a3014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.619161] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135506, 'name': ReconfigVM_Task, 'duration_secs': 0.225538} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.619710] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.620121] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72e09b0a-3d10-44d5-bd18-0fe4aeffe52d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.628785] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 765.628785] env[70621]: value = "task-4135508" [ 765.628785] env[70621]: _type = "Task" [ 765.628785] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.640224] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.713048] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135507, 'name': ReconfigVM_Task, 'duration_secs': 0.36819} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.713048] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 073eaf30-1b21-43a7-a020-0fe9508db118/073eaf30-1b21-43a7-a020-0fe9508db118.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.714156] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbb9883e-946e-4f9a-90a1-6fb3bb0ab2d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.725161] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 765.725161] env[70621]: value = "task-4135509" [ 765.725161] env[70621]: _type = "Task" [ 765.725161] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.733933] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135509, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.751704] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fc1c87-03f7-d85b-b9d8-c0f103c4791a, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.755041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.755371] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 557df77b-d4f0-4160-9ccf-b041b5f0e902/557df77b-d4f0-4160-9ccf-b041b5f0e902.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.756228] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-808e7574-e9e4-4fa2-9621-234c5db2f696 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.764125] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 765.764125] env[70621]: value = "task-4135510" [ 765.764125] env[70621]: _type = "Task" [ 765.764125] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.775187] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.857480] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.079526] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4790f7e5-d379-4450-a08f-eecdeb492bd4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.091110] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff90d5c-e840-4606-8443-e747e9a9385e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.099355] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1677457a-9ddd-4ad7-8919-1c2154cbc969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.099882] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Instance network_info: |[{"id": "4ae9fe33-cda7-4614-b8bd-1699b68a3014", "address": "fa:16:3e:0c:94:bb", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae9fe33-cd", "ovs_interfaceid": "4ae9fe33-cda7-4614-b8bd-1699b68a3014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.101465] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:94:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ae9fe33-cda7-4614-b8bd-1699b68a3014', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.110104] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.139909] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.140957] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6b9376-6ee0-4e1f-8cb9-6f7caacecf38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.161114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b84f4-ddf8-4c33-980c-5c5b0ec7d6a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.177170] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba577f87-4955-4c46-ac09-6f786d90f8c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.181909] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.181909] env[70621]: value = "task-4135512" [ 766.181909] env[70621]: _type = "Task" [ 766.181909] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.182342] env[70621]: DEBUG oslo_vmware.api [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135508, 'name': PowerOnVM_Task, 'duration_secs': 0.485375} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.182711] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.186440] env[70621]: DEBUG nova.compute.manager [None req-68ee6a04-91b3-4ed3-a9d8-8eb079f688d9 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.191164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd16f2b-e12c-4ea4-8cc6-524247ea62f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.203494] env[70621]: DEBUG nova.compute.provider_tree [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.211716] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135512, 'name': CreateVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.237553] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135509, 'name': Rename_Task, 'duration_secs': 0.194746} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.239242] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.241490] env[70621]: DEBUG nova.compute.manager [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Received event network-vif-plugged-4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.241541] env[70621]: DEBUG oslo_concurrency.lockutils [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] Acquiring lock "1677457a-9ddd-4ad7-8919-1c2154cbc969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.242064] env[70621]: DEBUG oslo_concurrency.lockutils [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.242064] env[70621]: DEBUG oslo_concurrency.lockutils [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.242064] env[70621]: DEBUG nova.compute.manager [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] No waiting events found dispatching network-vif-plugged-4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 766.242286] env[70621]: WARNING nova.compute.manager [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Received unexpected event network-vif-plugged-4ae9fe33-cda7-4614-b8bd-1699b68a3014 for instance with vm_state building and task_state spawning. [ 766.242502] env[70621]: DEBUG nova.compute.manager [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Received event network-changed-4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.242618] env[70621]: DEBUG nova.compute.manager [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Refreshing instance network info cache due to event network-changed-4ae9fe33-cda7-4614-b8bd-1699b68a3014. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.242808] env[70621]: DEBUG oslo_concurrency.lockutils [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] Acquiring lock "refresh_cache-1677457a-9ddd-4ad7-8919-1c2154cbc969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.243260] env[70621]: DEBUG oslo_concurrency.lockutils [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] Acquired lock "refresh_cache-1677457a-9ddd-4ad7-8919-1c2154cbc969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.243260] env[70621]: DEBUG nova.network.neutron [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Refreshing network info cache for port 4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.244802] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45751961-a602-4dc6-b8d4-7ed323c4f77a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.256533] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 766.256533] env[70621]: value = "task-4135513" [ 766.256533] env[70621]: _type = "Task" [ 766.256533] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.273082] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.280241] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.538920] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.539726] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.540354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.540899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.540899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.545103] env[70621]: INFO nova.compute.manager [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Terminating instance [ 766.693978] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135512, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.708802] env[70621]: DEBUG nova.scheduler.client.report [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.776329] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.784174] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622472} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.784720] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 557df77b-d4f0-4160-9ccf-b041b5f0e902/557df77b-d4f0-4160-9ccf-b041b5f0e902.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.785027] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.785444] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b271dc-55d3-4063-86ba-00129f6959cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.795174] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 766.795174] env[70621]: value = "task-4135514" [ 766.795174] env[70621]: _type = "Task" [ 766.795174] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.806271] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.051490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "refresh_cache-9d764c39-7d3e-4473-98e1-c33ce79cba1e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.052644] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquired lock "refresh_cache-9d764c39-7d3e-4473-98e1-c33ce79cba1e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.052644] env[70621]: DEBUG nova.network.neutron [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.200561] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135512, 'name': CreateVM_Task, 'duration_secs': 0.688682} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.204101] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.204101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.204101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.204101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.204101] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf226c7-2e0d-4269-9fbe-a27952da711d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.210026] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 767.210026] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52906a1a-de53-6abc-0290-0d4ed623396f" [ 767.210026] env[70621]: _type = "Task" [ 767.210026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.215613] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.583s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.221705] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.994s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.231257] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52906a1a-de53-6abc-0290-0d4ed623396f, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.231618] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.231955] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.232272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.232473] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.232717] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.233037] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1456297d-6e10-4b33-b505-4ae98abd6cb5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.247501] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.247501] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.247501] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd214f99-5240-4dc2-80dd-8b0b280334ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.253795] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 767.253795] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5247c573-2c6c-0385-7a9a-ac9c73930358" [ 767.253795] env[70621]: _type = "Task" [ 767.253795] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.260518] env[70621]: INFO nova.scheduler.client.report [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Deleted allocations for instance ce7c25a7-b051-4e15-9ca6-d7d7fad7405a [ 767.273067] env[70621]: DEBUG nova.network.neutron [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Updated VIF entry in instance network info cache for port 4ae9fe33-cda7-4614-b8bd-1699b68a3014. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.273473] env[70621]: DEBUG nova.network.neutron [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Updating instance_info_cache with network_info: [{"id": "4ae9fe33-cda7-4614-b8bd-1699b68a3014", "address": "fa:16:3e:0c:94:bb", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae9fe33-cd", "ovs_interfaceid": "4ae9fe33-cda7-4614-b8bd-1699b68a3014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.283532] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5247c573-2c6c-0385-7a9a-ac9c73930358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.284108] env[70621]: DEBUG oslo_vmware.api [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135513, 'name': PowerOnVM_Task, 'duration_secs': 0.970676} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.284693] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.285084] env[70621]: INFO nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Took 9.69 seconds to spawn the instance on the hypervisor. [ 767.285358] env[70621]: DEBUG nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 767.286393] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303352b2-a11b-4b25-9fef-73dded257748 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.314726] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084006} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.315314] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.316310] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d180b883-1975-47ab-93a2-7db2e62da0a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.345929] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 557df77b-d4f0-4160-9ccf-b041b5f0e902/557df77b-d4f0-4160-9ccf-b041b5f0e902.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.346396] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1875b987-615a-4498-889b-b932b2037b5a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.372038] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 767.372038] env[70621]: value = "task-4135515" [ 767.372038] env[70621]: _type = "Task" [ 767.372038] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.383419] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.581801] env[70621]: DEBUG nova.network.neutron [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.636348] env[70621]: DEBUG nova.network.neutron [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.775993] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5247c573-2c6c-0385-7a9a-ac9c73930358, 'name': SearchDatastore_Task, 'duration_secs': 0.024026} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.777623] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9c50c14a-aa00-48ac-af15-4c52e7c6cc96 tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.183s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.778662] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a85d374-61e6-4842-b599-2d6f0d1c8dec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.782022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.227s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.782022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.782238] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.782387] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.784447] env[70621]: INFO nova.compute.manager [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Terminating instance [ 767.787223] env[70621]: DEBUG oslo_concurrency.lockutils [req-faedf4e3-1e74-4ba2-9b8b-48db21c58074 req-7ad348ab-ecdd-462a-a4fb-cb3f00974a38 service nova] Releasing lock "refresh_cache-1677457a-9ddd-4ad7-8919-1c2154cbc969" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.790993] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 767.790993] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525c502e-de79-a151-97af-df13a45abce7" [ 767.790993] env[70621]: _type = "Task" [ 767.790993] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.815533] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525c502e-de79-a151-97af-df13a45abce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.822981] env[70621]: INFO nova.compute.manager [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Took 41.47 seconds to build instance. [ 767.882966] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135515, 'name': ReconfigVM_Task, 'duration_secs': 0.467378} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.883646] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 557df77b-d4f0-4160-9ccf-b041b5f0e902/557df77b-d4f0-4160-9ccf-b041b5f0e902.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.885365] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c441ec33-5b2d-475f-95a0-ee83ab3c80ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.896515] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 767.896515] env[70621]: value = "task-4135516" [ 767.896515] env[70621]: _type = "Task" [ 767.896515] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.905467] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135516, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.142246] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Releasing lock "refresh_cache-9d764c39-7d3e-4473-98e1-c33ce79cba1e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.142246] env[70621]: DEBUG nova.compute.manager [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.142246] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.149109] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874bd6ce-71b0-401b-aca7-c61ecd8bb570 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.166488] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.169697] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fabf6aa4-b944-44b2-a49e-4a8cea69d902 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.179871] env[70621]: DEBUG oslo_vmware.api [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 768.179871] env[70621]: value = "task-4135517" [ 768.179871] env[70621]: _type = "Task" [ 768.179871] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.195102] env[70621]: DEBUG oslo_vmware.api [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.292600] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.292898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquired lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.296026] env[70621]: DEBUG nova.network.neutron [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.317719] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525c502e-de79-a151-97af-df13a45abce7, 'name': SearchDatastore_Task, 'duration_secs': 0.015178} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.318946] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.319378] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1677457a-9ddd-4ad7-8919-1c2154cbc969/1677457a-9ddd-4ad7-8919-1c2154cbc969.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.323035] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f98a148c-4229-4d67-b00d-ac19452951d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.328442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ed8577c7-2ba3-41dc-baa9-0fcb3c760ef7 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "073eaf30-1b21-43a7-a020-0fe9508db118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.999s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.332146] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 768.332146] env[70621]: value = "task-4135518" [ 768.332146] env[70621]: _type = "Task" [ 768.332146] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.345865] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.357488] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "3768ccae-b089-439c-943f-d54d10c245ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.359037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "3768ccae-b089-439c-943f-d54d10c245ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.412017] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135516, 'name': Rename_Task, 'duration_secs': 0.255568} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.412395] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.412718] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764ac1a1-20ed-4143-9ef4-43a2c7ef2364 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.420858] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 768.420858] env[70621]: value = "task-4135519" [ 768.420858] env[70621]: _type = "Task" [ 768.420858] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.433989] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.455935] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e7fa57-aedd-4f78-bd87-664fca3907d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.467906] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7c9b45-37ba-45cc-9fb6-4a49c4af0070 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.509496] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8546a94e-890a-434b-906e-1a4d5c478a7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.518718] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714430cd-80d1-4dcf-a0c6-c7c8f3993b29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538541] env[70621]: DEBUG nova.compute.provider_tree [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.695134] env[70621]: DEBUG oslo_vmware.api [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135517, 'name': PowerOffVM_Task, 'duration_secs': 0.239012} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.695402] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.696033] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.696033] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19c8dd7-f559-433f-a68b-a4b8f1929f67 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.728393] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.728836] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.729188] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Deleting the datastore file [datastore2] 9d764c39-7d3e-4473-98e1-c33ce79cba1e {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.729614] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b860a900-839e-4c56-9007-20e6015bbdf8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.738320] env[70621]: DEBUG oslo_vmware.api [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for the task: (returnval){ [ 768.738320] env[70621]: value = "task-4135521" [ 768.738320] env[70621]: _type = "Task" [ 768.738320] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.750974] env[70621]: DEBUG oslo_vmware.api [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.801533] env[70621]: DEBUG nova.compute.utils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Can not refresh info_cache because instance was not found {{(pid=70621) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 768.828738] env[70621]: DEBUG nova.network.neutron [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.837870] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.849580] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.927982] env[70621]: DEBUG nova.network.neutron [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.936382] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135519, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.042845] env[70621]: DEBUG nova.scheduler.client.report [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.250203] env[70621]: DEBUG oslo_vmware.api [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Task: {'id': task-4135521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332086} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.250466] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.250716] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.250910] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.251133] env[70621]: INFO nova.compute.manager [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 769.251407] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.251605] env[70621]: DEBUG nova.compute.manager [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.251702] env[70621]: DEBUG nova.network.neutron [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.278424] env[70621]: DEBUG nova.network.neutron [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.356250] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619969} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.357927] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1677457a-9ddd-4ad7-8919-1c2154cbc969/1677457a-9ddd-4ad7-8919-1c2154cbc969.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.358450] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.358942] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd881b1f-81f7-4a14-946d-fec3df1ac02e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.374259] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 769.374259] env[70621]: value = "task-4135522" [ 769.374259] env[70621]: _type = "Task" [ 769.374259] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.387730] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.394899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.438812] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Releasing lock "refresh_cache-ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.439458] env[70621]: DEBUG nova.compute.manager [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.439783] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.440245] env[70621]: DEBUG oslo_vmware.api [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135519, 'name': PowerOnVM_Task, 'duration_secs': 0.948018} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.440557] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97642be5-0dd9-472e-a9f2-420c72e8e57d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.443707] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.444019] env[70621]: INFO nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Took 8.95 seconds to spawn the instance on the hypervisor. [ 769.444289] env[70621]: DEBUG nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.445889] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f660b0-04da-4640-814e-387baa5f6900 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.467020] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4850f6-5bd3-44cd-b077-b2e357e75a20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.517813] env[70621]: WARNING nova.virt.vmwareapi.vmops [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ce7c25a7-b051-4e15-9ca6-d7d7fad7405a could not be found. [ 769.518154] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.518469] env[70621]: INFO nova.compute.manager [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Took 0.08 seconds to destroy the instance on the hypervisor. [ 769.518758] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.519843] env[70621]: DEBUG nova.compute.manager [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.519941] env[70621]: DEBUG nova.network.neutron [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.543739] env[70621]: DEBUG nova.network.neutron [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.708219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "9fd729ba-094d-480c-9b90-23af25f98324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.708219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "9fd729ba-094d-480c-9b90-23af25f98324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.708648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "9fd729ba-094d-480c-9b90-23af25f98324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.708648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "9fd729ba-094d-480c-9b90-23af25f98324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.708787] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "9fd729ba-094d-480c-9b90-23af25f98324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.711152] env[70621]: INFO nova.compute.manager [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Terminating instance [ 769.782869] env[70621]: DEBUG nova.network.neutron [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.888503] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138263} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.888831] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.889667] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff455f4-eebc-43d8-b5e9-abe7ca98b7b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.914680] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1677457a-9ddd-4ad7-8919-1c2154cbc969/1677457a-9ddd-4ad7-8919-1c2154cbc969.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.914680] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea4ba02-4442-48d1-a61f-7176e6d79ef6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.940553] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 769.940553] env[70621]: value = "task-4135523" [ 769.940553] env[70621]: _type = "Task" [ 769.940553] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.949806] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.994601] env[70621]: INFO nova.compute.manager [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Took 40.92 seconds to build instance. [ 770.046723] env[70621]: DEBUG nova.network.neutron [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.060512] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.840s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.068120] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.805s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.070389] env[70621]: INFO nova.compute.claims [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.219030] env[70621]: DEBUG nova.compute.manager [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.219030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.219030] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98770e5-724c-4dc3-b6aa-50f892cba376 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.232036] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.232036] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab4f7565-7501-4cf7-adbc-d7733cac96dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.232036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.232036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.232036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.232036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.232483] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.235051] env[70621]: INFO nova.compute.manager [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Terminating instance [ 770.239211] env[70621]: DEBUG oslo_vmware.api [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 770.239211] env[70621]: value = "task-4135524" [ 770.239211] env[70621]: _type = "Task" [ 770.239211] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.253273] env[70621]: DEBUG oslo_vmware.api [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.285212] env[70621]: INFO nova.compute.manager [-] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Took 1.03 seconds to deallocate network for instance. [ 770.310423] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "073eaf30-1b21-43a7-a020-0fe9508db118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.310733] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "073eaf30-1b21-43a7-a020-0fe9508db118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.310961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "073eaf30-1b21-43a7-a020-0fe9508db118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.311207] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "073eaf30-1b21-43a7-a020-0fe9508db118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.311386] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "073eaf30-1b21-43a7-a020-0fe9508db118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.313943] env[70621]: INFO nova.compute.manager [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Terminating instance [ 770.453247] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.497146] env[70621]: DEBUG oslo_concurrency.lockutils [None req-644fcc50-be2d-4a37-8a13-19cefd73b076 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.720s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.550020] env[70621]: INFO nova.compute.manager [-] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Took 1.03 seconds to deallocate network for instance. [ 770.659516] env[70621]: INFO nova.scheduler.client.report [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleted allocation for migration f93d0bfc-c00e-4ed7-8e4c-ae1dc5437d66 [ 770.746596] env[70621]: DEBUG nova.compute.manager [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.746904] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.748305] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c182a-7ce6-49ab-8000-7c5a613097be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.760166] env[70621]: DEBUG oslo_vmware.api [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135524, 'name': PowerOffVM_Task, 'duration_secs': 0.306371} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.763286] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.763475] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.763758] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.763987] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0a3cc80-2e98-414a-8681-54de80949d9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.766306] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc9a1427-f1c8-4a3d-8dc4-89db0a02e46b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.776686] env[70621]: DEBUG oslo_vmware.api [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 770.776686] env[70621]: value = "task-4135526" [ 770.776686] env[70621]: _type = "Task" [ 770.776686] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.793950] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.794425] env[70621]: DEBUG oslo_vmware.api [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.821024] env[70621]: DEBUG nova.compute.manager [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.821024] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.821024] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0506058-b143-4e75-a649-7e294268bd26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.832470] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.833037] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c047bd-f910-4773-9162-7c8c669d1e5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.844542] env[70621]: DEBUG oslo_vmware.api [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 770.844542] env[70621]: value = "task-4135527" [ 770.844542] env[70621]: _type = "Task" [ 770.844542] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.856567] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.859026] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.859026] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Deleting the datastore file [datastore1] 9fd729ba-094d-480c-9b90-23af25f98324 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.861546] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-078a0687-5f76-4ea8-a578-d953e4549aed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.864178] env[70621]: DEBUG oslo_vmware.api [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.872034] env[70621]: DEBUG oslo_vmware.api [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for the task: (returnval){ [ 770.872034] env[70621]: value = "task-4135528" [ 770.872034] env[70621]: _type = "Task" [ 770.872034] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.884234] env[70621]: DEBUG oslo_vmware.api [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.949244] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135523, 'name': ReconfigVM_Task, 'duration_secs': 0.649742} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.949545] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1677457a-9ddd-4ad7-8919-1c2154cbc969/1677457a-9ddd-4ad7-8919-1c2154cbc969.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.951095] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7037f2fd-3377-48de-9df2-9938cd849de9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.962658] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 770.962658] env[70621]: value = "task-4135529" [ 770.962658] env[70621]: _type = "Task" [ 770.962658] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.984136] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135529, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.001215] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.059111] env[70621]: INFO nova.compute.manager [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance disappeared during terminate [ 771.059111] env[70621]: DEBUG oslo_concurrency.lockutils [None req-11fb6ba1-4bf9-4ea3-825a-429f780036cd tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "ce7c25a7-b051-4e15-9ca6-d7d7fad7405a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.276s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.165221] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bf0205ac-d5e4-4110-a2c5-c38588b9ec88 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.541s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.293181] env[70621]: DEBUG oslo_vmware.api [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135526, 'name': PowerOffVM_Task, 'duration_secs': 0.482766} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.293181] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.293348] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.294334] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02024ad7-311f-4c62-965d-98e15c6ab35b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.356811] env[70621]: DEBUG oslo_vmware.api [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135527, 'name': PowerOffVM_Task, 'duration_secs': 0.427139} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.359976] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.360380] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.360896] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873ae7e6-40d1-468a-b311-5f2c7c525463 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.372894] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.373191] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.373286] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Deleting the datastore file [datastore2] 10a5ff4b-5d67-4173-8378-a8cde0b80b6b {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.376766] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e9fb49-3e23-4762-bea7-934546e21c94 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.385341] env[70621]: DEBUG oslo_vmware.api [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Task: {'id': task-4135528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241558} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.389057] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.389301] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.389539] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.389856] env[70621]: INFO nova.compute.manager [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.390089] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.390371] env[70621]: DEBUG oslo_vmware.api [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for the task: (returnval){ [ 771.390371] env[70621]: value = "task-4135532" [ 771.390371] env[70621]: _type = "Task" [ 771.390371] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.390829] env[70621]: DEBUG nova.compute.manager [-] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.390920] env[70621]: DEBUG nova.network.neutron [-] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.403261] env[70621]: DEBUG oslo_vmware.api [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.443459] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.443681] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.444937] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleting the datastore file [datastore2] 073eaf30-1b21-43a7-a020-0fe9508db118 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.444937] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c633be1d-04ec-463c-acec-259674b0e873 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.452182] env[70621]: DEBUG oslo_vmware.api [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for the task: (returnval){ [ 771.452182] env[70621]: value = "task-4135533" [ 771.452182] env[70621]: _type = "Task" [ 771.452182] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.468777] env[70621]: DEBUG oslo_vmware.api [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.479082] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135529, 'name': Rename_Task, 'duration_secs': 0.221988} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.479082] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.479082] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aff6901-9b86-424b-962a-ca336cb4756f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.494985] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 771.494985] env[70621]: value = "task-4135534" [ 771.494985] env[70621]: _type = "Task" [ 771.494985] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.512558] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135534, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.543525] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.814288] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79caa3d2-2a0b-46de-8957-3fba54f67ddd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.825565] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14c5f0a-ed96-4774-8c46-1a58b9276b7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.872300] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72907b-58c5-48a2-92d0-4a51d07460ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.885905] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c449dbcf-669d-45d0-a3f2-a085afcb56b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.906323] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.914278] env[70621]: DEBUG oslo_vmware.api [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Task: {'id': task-4135532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289535} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.914614] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.914804] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.915229] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.915229] env[70621]: INFO nova.compute.manager [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 771.915490] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.916373] env[70621]: DEBUG nova.compute.manager [-] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.916474] env[70621]: DEBUG nova.network.neutron [-] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.966223] env[70621]: DEBUG oslo_vmware.api [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Task: {'id': task-4135533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263068} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.967028] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.967028] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.969094] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.969094] env[70621]: INFO nova.compute.manager [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Took 1.15 seconds to destroy the instance on the hypervisor. [ 771.969094] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.969094] env[70621]: DEBUG nova.compute.manager [-] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.969094] env[70621]: DEBUG nova.network.neutron [-] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.010330] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.190658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.190658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.322455] env[70621]: DEBUG nova.network.neutron [-] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.442337] env[70621]: ERROR nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [req-3d22197a-1035-49af-8293-0d27fde40b3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3d22197a-1035-49af-8293-0d27fde40b3e"}]} [ 772.468476] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 772.488861] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 772.489361] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.496215] env[70621]: DEBUG nova.compute.manager [req-ddc10fa1-0137-4381-a403-95630e7d8b46 req-337b0e86-7666-471f-87f5-b2a49554c33c service nova] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Received event network-vif-deleted-383a9967-342b-40ac-88c9-ceb7102023de {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.511723] env[70621]: DEBUG oslo_vmware.api [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135534, 'name': PowerOnVM_Task, 'duration_secs': 0.762878} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.513227] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 772.516397] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.516543] env[70621]: INFO nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Took 9.23 seconds to spawn the instance on the hypervisor. [ 772.517218] env[70621]: DEBUG nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 772.518707] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60ca24f-9ebb-46ef-b7f6-a4b448e24b88 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.540915] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 772.828427] env[70621]: INFO nova.compute.manager [-] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Took 1.44 seconds to deallocate network for instance. [ 772.956231] env[70621]: DEBUG nova.network.neutron [-] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.045683] env[70621]: INFO nova.compute.manager [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Took 38.11 seconds to build instance. [ 773.087495] env[70621]: DEBUG nova.compute.manager [req-46fa0797-70a2-404d-b50a-a1ba46e9bf2c req-dd591bfc-deec-490a-8548-0f96b11c3a74 service nova] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Received event network-vif-deleted-772ad851-5056-453c-8026-1bb99eec6acb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.211763] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012e66fc-3507-4f56-a0a5-1d4a3c08d909 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.220664] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6ec439-ba54-4891-bae5-83c415bd0049 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.252610] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2e5b1-611b-42cd-9a04-3ca60270fdcd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.261510] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372469d3-2b8f-4f6d-ad3a-044997be7dc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.282688] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.338299] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.428582] env[70621]: DEBUG nova.network.neutron [-] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.460055] env[70621]: INFO nova.compute.manager [-] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Took 1.49 seconds to deallocate network for instance. [ 773.548218] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2510f03-53f4-41c3-b148-ab5a445a31cb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.393s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.608603] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "93f539d3-de28-4247-b2c1-17488750aa8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.609677] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "93f539d3-de28-4247-b2c1-17488750aa8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.813876] env[70621]: ERROR nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [req-5f2ed7d3-f111-41f1-9d9e-bad8a86621dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5f2ed7d3-f111-41f1-9d9e-bad8a86621dd"}]} [ 773.833241] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 773.848772] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 773.849255] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.866539] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 773.886807] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 773.934618] env[70621]: INFO nova.compute.manager [-] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Took 2.02 seconds to deallocate network for instance. [ 773.966302] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.052854] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.106209] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d30d5-0112-723c-f060-6709b9c2b782/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 774.106651] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a5465-d0d5-4b8c-8486-fc913ec437af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.118246] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d30d5-0112-723c-f060-6709b9c2b782/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 774.118246] env[70621]: ERROR oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d30d5-0112-723c-f060-6709b9c2b782/disk-0.vmdk due to incomplete transfer. [ 774.118950] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c634192-a671-4e44-b68f-d68dc195bc1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.128419] env[70621]: DEBUG oslo_vmware.rw_handles [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d30d5-0112-723c-f060-6709b9c2b782/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 774.128419] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Uploaded image 7615c69a-bf52-4a74-a2ec-72daaf0de766 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 774.130229] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 774.132983] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8b4f1b3-3a21-4def-a533-c94da5b2b97b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.142241] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 774.142241] env[70621]: value = "task-4135535" [ 774.142241] env[70621]: _type = "Task" [ 774.142241] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.155452] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135535, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.449252] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.534519] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0266185-7e08-461b-b983-776d8afa4213 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.544025] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51475b07-94f7-4233-ac0f-da4609ecfd17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.581141] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31522053-5c18-4974-b0e5-d900828bf880 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.592330] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a741d6-de64-4af3-81fe-74b73670c171 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.597543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.612026] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.619902] env[70621]: DEBUG nova.compute.manager [req-127480d0-a211-4e96-b18f-cb2d05803331 req-46d4c4f4-ea42-4984-8ed7-e501420f9050 service nova] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Received event network-vif-deleted-2ec8ae2d-bfc9-458c-8e6f-cedd2f20df7b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.654126] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135535, 'name': Destroy_Task, 'duration_secs': 0.379583} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.654420] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Destroyed the VM [ 774.654765] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 774.655095] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-220bffb5-3edb-4ef7-b0f5-84bb6e8d8701 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.662473] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 774.662473] env[70621]: value = "task-4135536" [ 774.662473] env[70621]: _type = "Task" [ 774.662473] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.672318] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135536, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.869143] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "52c59e2e-f232-4634-833e-dd07b6892c59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.869392] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.133046] env[70621]: ERROR nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [req-2b4358a7-ffd0-4ad8-a6b8-421f612f56fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b4358a7-ffd0-4ad8-a6b8-421f612f56fe"}]} [ 775.151857] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 775.169212] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 775.169212] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.176455] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135536, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.181109] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 775.202192] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 775.215899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.216212] env[70621]: DEBUG oslo_concurrency.lockutils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.674642] env[70621]: DEBUG oslo_vmware.api [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135536, 'name': RemoveSnapshot_Task, 'duration_secs': 0.517515} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.677243] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 775.677524] env[70621]: INFO nova.compute.manager [None req-12679e87-745d-41d8-8620-d06a7409e188 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Took 15.23 seconds to snapshot the instance on the hypervisor. [ 775.719038] env[70621]: DEBUG nova.compute.utils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.727921] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cb222d-4d2e-4476-9339-1121c1832e2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.738837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e309a-42fb-4d39-8a43-875dfcad6e65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.774837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3d4bd7-a488-4892-bd0b-2fac46ed7e19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.783554] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be901c5a-54c4-4f43-bb98-c2cb2330ab19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.798746] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.223455] env[70621]: DEBUG oslo_concurrency.lockutils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.331782] env[70621]: DEBUG nova.scheduler.client.report [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.332095] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 61 to 62 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.332295] env[70621]: DEBUG nova.compute.provider_tree [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.838030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.770s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.839373] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.844356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.273s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.844356] env[70621]: DEBUG nova.objects.instance [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lazy-loading 'resources' on Instance uuid 512a48da-29e8-41ca-bace-313966e1abe9 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.291052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.291271] env[70621]: DEBUG oslo_concurrency.lockutils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.291521] env[70621]: INFO nova.compute.manager [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Attaching volume aa45bdf5-3681-495d-b3f9-1d21e668a9b5 to /dev/sdb [ 777.326370] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29e7023-f076-4ebc-a435-0596a7a9b9d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.337147] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60ed14-83c0-4142-a119-01e60785e823 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.347042] env[70621]: DEBUG nova.compute.utils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.348148] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.349041] env[70621]: DEBUG nova.network.neutron [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.357181] env[70621]: DEBUG nova.virt.block_device [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Updating existing volume attachment record: 6a4e5708-6ccd-4508-a8df-72222c8c8f01 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 777.419998] env[70621]: DEBUG nova.policy [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73e4754beb2b49edaa0bf3ac0f74c918', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6da0d1e8f6384d62ac62cc7fd303b9a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.797134] env[70621]: DEBUG nova.network.neutron [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Successfully created port: 1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.859699] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.927160] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110b42b1-6a9f-48da-a169-9d0e3348042f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.945652] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b76bdf-d2a4-4526-8b76-caff4776495d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.978562] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84981bd4-1c44-493e-9a02-7c6ec4bef4a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.987116] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343a017-4947-41fe-b28c-21129f75d574 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.001226] env[70621]: DEBUG nova.compute.provider_tree [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.504738] env[70621]: DEBUG nova.scheduler.client.report [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.879199] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.910156] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.910156] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.910156] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.911120] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.913514] env[70621]: DEBUG nova.virt.hardware [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.916306] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e161b762-4a8f-41a8-9c23-204992114ca3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.924757] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9449e-cd02-466b-85aa-12e661a29b1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.011047] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.012937] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.013195] env[70621]: DEBUG nova.objects.instance [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'resources' on Instance uuid fd984f45-140c-49da-be4d-fda8e1ef9e2a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.039268] env[70621]: INFO nova.scheduler.client.report [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Deleted allocations for instance 512a48da-29e8-41ca-bace-313966e1abe9 [ 779.218391] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.218692] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.218926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.219128] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.219302] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.222036] env[70621]: INFO nova.compute.manager [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Terminating instance [ 779.328639] env[70621]: DEBUG nova.compute.manager [req-6bdb4ea4-c5f2-4232-a9a0-27925391e0a4 req-c2e43cb2-b634-4f18-9f4b-6692321f2152 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Received event network-vif-plugged-1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.328639] env[70621]: DEBUG oslo_concurrency.lockutils [req-6bdb4ea4-c5f2-4232-a9a0-27925391e0a4 req-c2e43cb2-b634-4f18-9f4b-6692321f2152 service nova] Acquiring lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.328639] env[70621]: DEBUG oslo_concurrency.lockutils [req-6bdb4ea4-c5f2-4232-a9a0-27925391e0a4 req-c2e43cb2-b634-4f18-9f4b-6692321f2152 service nova] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.328639] env[70621]: DEBUG oslo_concurrency.lockutils [req-6bdb4ea4-c5f2-4232-a9a0-27925391e0a4 req-c2e43cb2-b634-4f18-9f4b-6692321f2152 service nova] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.328639] env[70621]: DEBUG nova.compute.manager [req-6bdb4ea4-c5f2-4232-a9a0-27925391e0a4 req-c2e43cb2-b634-4f18-9f4b-6692321f2152 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] No waiting events found dispatching network-vif-plugged-1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 779.329509] env[70621]: WARNING nova.compute.manager [req-6bdb4ea4-c5f2-4232-a9a0-27925391e0a4 req-c2e43cb2-b634-4f18-9f4b-6692321f2152 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Received unexpected event network-vif-plugged-1d540e4b-e19a-4292-9e4b-3a000417f3f6 for instance with vm_state building and task_state spawning. [ 779.431160] env[70621]: DEBUG nova.network.neutron [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Successfully updated port: 1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.546758] env[70621]: DEBUG oslo_concurrency.lockutils [None req-56409d6f-b863-41a5-9fd9-4403e336998d tempest-ServersAdmin275Test-1156466266 tempest-ServersAdmin275Test-1156466266-project-member] Lock "512a48da-29e8-41ca-bace-313966e1abe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.316s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.724692] env[70621]: DEBUG nova.compute.manager [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.724934] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.725868] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cadba80-e487-4083-8bf0-c5e23b654e86 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.737473] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.737904] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a810177b-e325-421a-a067-101c0752e59b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.746282] env[70621]: DEBUG oslo_vmware.api [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 779.746282] env[70621]: value = "task-4135541" [ 779.746282] env[70621]: _type = "Task" [ 779.746282] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.756221] env[70621]: DEBUG oslo_vmware.api [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.934440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.934440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquired lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.934836] env[70621]: DEBUG nova.network.neutron [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.053905] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e0f48b-168f-4a78-8d6a-dc21ae262462 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.063241] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694349c-6b79-4e76-af8e-ae5b200473f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.102909] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16cf49b-f545-4404-966d-feb53943df71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.113145] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0514d1cd-08f4-46ab-bc5c-7ac4db1aa4b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.129408] env[70621]: DEBUG nova.compute.provider_tree [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.256660] env[70621]: DEBUG oslo_vmware.api [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135541, 'name': PowerOffVM_Task, 'duration_secs': 0.208915} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.256938] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.257120] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.257562] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0baa186e-f294-499d-975a-9b65b4f77ddb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.333688] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.333925] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.334130] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Deleting the datastore file [datastore2] 7292ceb7-1cfe-4711-8357-c9e1a3b047af {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.334537] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06bc1816-7861-4c78-a7ee-9228b145ff0b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.341502] env[70621]: DEBUG oslo_vmware.api [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 780.341502] env[70621]: value = "task-4135543" [ 780.341502] env[70621]: _type = "Task" [ 780.341502] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.352510] env[70621]: DEBUG oslo_vmware.api [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.472872] env[70621]: DEBUG nova.network.neutron [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.632670] env[70621]: DEBUG nova.scheduler.client.report [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.686362] env[70621]: DEBUG nova.network.neutron [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Updating instance_info_cache with network_info: [{"id": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "address": "fa:16:3e:45:5f:0e", "network": {"id": "eda45ca2-1c5e-4c00-8bd3-9560bc8a69fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-256296712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6da0d1e8f6384d62ac62cc7fd303b9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d540e4b-e1", "ovs_interfaceid": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.853986] env[70621]: DEBUG oslo_vmware.api [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141724} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.854280] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.854464] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.854657] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.854830] env[70621]: INFO nova.compute.manager [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.855079] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.855276] env[70621]: DEBUG nova.compute.manager [-] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.855371] env[70621]: DEBUG nova.network.neutron [-] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.137997] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.140845] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.703s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.140845] env[70621]: DEBUG nova.objects.instance [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lazy-loading 'resources' on Instance uuid 73c2574a-9ebe-4561-ab98-8c26306c70f9 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.161201] env[70621]: INFO nova.scheduler.client.report [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted allocations for instance fd984f45-140c-49da-be4d-fda8e1ef9e2a [ 781.189230] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Releasing lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.189655] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Instance network_info: |[{"id": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "address": "fa:16:3e:45:5f:0e", "network": {"id": "eda45ca2-1c5e-4c00-8bd3-9560bc8a69fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-256296712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6da0d1e8f6384d62ac62cc7fd303b9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d540e4b-e1", "ovs_interfaceid": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.190150] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:5f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d540e4b-e19a-4292-9e4b-3a000417f3f6', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.198027] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Creating folder: Project (6da0d1e8f6384d62ac62cc7fd303b9a0). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.198381] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff53f89-0354-4ccc-9c3b-b1e009c7b431 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.211620] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Created folder: Project (6da0d1e8f6384d62ac62cc7fd303b9a0) in parent group-v818963. [ 781.211839] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Creating folder: Instances. Parent ref: group-v819063. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.212108] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba668f7c-a854-48dd-93a3-83e4803e2815 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.223485] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Created folder: Instances in parent group-v819063. [ 781.224015] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.224015] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.224237] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba12f06a-9462-44f0-9639-a5dab38b85d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.248692] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.248692] env[70621]: value = "task-4135546" [ 781.248692] env[70621]: _type = "Task" [ 781.248692] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.257072] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135546, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.498013] env[70621]: DEBUG nova.compute.manager [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Received event network-changed-1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.498013] env[70621]: DEBUG nova.compute.manager [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Refreshing instance network info cache due to event network-changed-1d540e4b-e19a-4292-9e4b-3a000417f3f6. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.498236] env[70621]: DEBUG oslo_concurrency.lockutils [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] Acquiring lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.498526] env[70621]: DEBUG oslo_concurrency.lockutils [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] Acquired lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.498526] env[70621]: DEBUG nova.network.neutron [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Refreshing network info cache for port 1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.580047] env[70621]: DEBUG nova.network.neutron [-] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.671530] env[70621]: DEBUG oslo_concurrency.lockutils [None req-75c0abd9-ebe9-4fc2-8c31-21a5b9e3d9f5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "fd984f45-140c-49da-be4d-fda8e1ef9e2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.680s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.758745] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135546, 'name': CreateVM_Task, 'duration_secs': 0.437462} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.761176] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.762115] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.762290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.762688] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.762944] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32abf04f-e5a5-46c7-bbcb-349228ceec8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.768161] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 781.768161] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52900553-614d-8dac-0e2f-17bccb26a8e6" [ 781.768161] env[70621]: _type = "Task" [ 781.768161] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.779542] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52900553-614d-8dac-0e2f-17bccb26a8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.920864] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 781.921129] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819062', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'name': 'volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677457a-9ddd-4ad7-8919-1c2154cbc969', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'serial': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 781.923166] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83760102-5ec8-42f8-bf02-11663ad96acc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.949105] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea7806-3486-481d-94e8-779e4854ec7e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.967634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.968097] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.994282] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5/volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.997698] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15cdd806-6da1-4f7d-8d28-61c06b66eb39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.021496] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 782.021496] env[70621]: value = "task-4135547" [ 782.021496] env[70621]: _type = "Task" [ 782.021496] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.033980] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.087985] env[70621]: INFO nova.compute.manager [-] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Took 1.23 seconds to deallocate network for instance. [ 782.277347] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8259f8c-81ae-4fe5-af42-8a882774937b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.287104] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52900553-614d-8dac-0e2f-17bccb26a8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.287104] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.287389] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.287699] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.287916] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.288310] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.288389] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-490594fd-bff9-43de-a84a-1f2d3fc569d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.294147] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dafd06c-e76a-4b8b-bda1-39ddd8ca714b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.301152] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.301534] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.334388] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4fbcee-2f47-4867-a276-bf752bfb9142 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339709] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cea3846-ecbc-4a97-a1a6-86fe70de0903 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.349218] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aeef4f-a838-4445-9741-db2f7cb75b8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.355923] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 782.355923] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520d2d7c-c7bf-a399-a8e6-7db77556e997" [ 782.355923] env[70621]: _type = "Task" [ 782.355923] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.368775] env[70621]: DEBUG nova.compute.provider_tree [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.376548] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520d2d7c-c7bf-a399-a8e6-7db77556e997, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.377036] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c00eb5-a979-4d49-92c8-c4c4aac3de93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.384247] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 782.384247] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5200ccf7-1d8c-0e2c-8702-72b2588e6e69" [ 782.384247] env[70621]: _type = "Task" [ 782.384247] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.396489] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5200ccf7-1d8c-0e2c-8702-72b2588e6e69, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.396883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.397207] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941/90c73ad4-26f8-4bb9-80cc-5c6d1c26b941.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.397563] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e00f09b-8023-473b-bd39-f79cd85969c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.401940] env[70621]: DEBUG nova.network.neutron [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Updated VIF entry in instance network info cache for port 1d540e4b-e19a-4292-9e4b-3a000417f3f6. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.402329] env[70621]: DEBUG nova.network.neutron [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Updating instance_info_cache with network_info: [{"id": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "address": "fa:16:3e:45:5f:0e", "network": {"id": "eda45ca2-1c5e-4c00-8bd3-9560bc8a69fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-256296712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6da0d1e8f6384d62ac62cc7fd303b9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d540e4b-e1", "ovs_interfaceid": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.409499] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 782.409499] env[70621]: value = "task-4135548" [ 782.409499] env[70621]: _type = "Task" [ 782.409499] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.418285] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.454121] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.454512] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.531577] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.596054] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.872577] env[70621]: DEBUG nova.scheduler.client.report [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.905930] env[70621]: DEBUG oslo_concurrency.lockutils [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] Releasing lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.906218] env[70621]: DEBUG nova.compute.manager [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Received event network-vif-deleted-7620e346-6e01-4936-a47b-8c3e3c12860d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.906418] env[70621]: INFO nova.compute.manager [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Neutron deleted interface 7620e346-6e01-4936-a47b-8c3e3c12860d; detaching it from the instance and deleting it from the info cache [ 782.906589] env[70621]: DEBUG nova.network.neutron [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.920351] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493521} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.920684] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941/90c73ad4-26f8-4bb9-80cc-5c6d1c26b941.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.920895] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.921163] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0c7d6c1-5248-4c65-b0bc-2253c664add3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.928730] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 782.928730] env[70621]: value = "task-4135549" [ 782.928730] env[70621]: _type = "Task" [ 782.928730] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.938486] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.038128] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135547, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.378901] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.381572] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.416s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.383079] env[70621]: INFO nova.compute.claims [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.407220] env[70621]: INFO nova.scheduler.client.report [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleted allocations for instance 73c2574a-9ebe-4561-ab98-8c26306c70f9 [ 783.413605] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3878530c-dcfc-4739-9232-4e7d7c6e6610 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.426187] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760ba8f6-f4c6-43f2-b732-68b0f19ca3e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.454241] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07268} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.465564] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.466792] env[70621]: DEBUG nova.compute.manager [req-b51f9cdb-14ea-4906-91ce-bd1c11cf0843 req-50739db6-3a0e-4158-ba92-a755d7396da0 service nova] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Detach interface failed, port_id=7620e346-6e01-4936-a47b-8c3e3c12860d, reason: Instance 7292ceb7-1cfe-4711-8357-c9e1a3b047af could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.467834] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be273059-b232-4618-8d52-bf8b9badd409 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.495294] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941/90c73ad4-26f8-4bb9-80cc-5c6d1c26b941.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.496965] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b11c0fa-1ee6-4aa1-84ba-f2d3e179bcc7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.517790] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 783.517790] env[70621]: value = "task-4135550" [ 783.517790] env[70621]: _type = "Task" [ 783.517790] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.531225] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.537285] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135547, 'name': ReconfigVM_Task, 'duration_secs': 1.404399} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.537694] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Reconfigured VM instance instance-00000020 to attach disk [datastore1] volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5/volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.542778] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb231e2-0ba8-407d-a437-25c751eab2d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.560738] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 783.560738] env[70621]: value = "task-4135551" [ 783.560738] env[70621]: _type = "Task" [ 783.560738] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.570645] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.918712] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d28aed0b-03e2-4b28-ad35-b7f25358df8c tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "73c2574a-9ebe-4561-ab98-8c26306c70f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.812s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.977349] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "a86261da-ce37-4d63-a080-e84983e142b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.977674] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "a86261da-ce37-4d63-a080-e84983e142b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.977892] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "a86261da-ce37-4d63-a080-e84983e142b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.978124] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "a86261da-ce37-4d63-a080-e84983e142b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.978312] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "a86261da-ce37-4d63-a080-e84983e142b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.983061] env[70621]: INFO nova.compute.manager [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Terminating instance [ 784.029326] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135550, 'name': ReconfigVM_Task, 'duration_secs': 0.443291} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.029634] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941/90c73ad4-26f8-4bb9-80cc-5c6d1c26b941.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.030292] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85fe00cc-bed3-45dc-9b07-150638b54ac9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.037824] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 784.037824] env[70621]: value = "task-4135552" [ 784.037824] env[70621]: _type = "Task" [ 784.037824] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.048165] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135552, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.071709] env[70621]: DEBUG oslo_vmware.api [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135551, 'name': ReconfigVM_Task, 'duration_secs': 0.158425} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.071709] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819062', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'name': 'volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677457a-9ddd-4ad7-8919-1c2154cbc969', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'serial': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 784.420186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.420484] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.487321] env[70621]: DEBUG nova.compute.manager [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.487321] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.488217] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df5e95-a3f0-439f-ae41-b65637225358 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.496702] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.496967] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dd10806-3ca7-4ff8-b7d7-67b40d51afa2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.504662] env[70621]: DEBUG oslo_vmware.api [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 784.504662] env[70621]: value = "task-4135553" [ 784.504662] env[70621]: _type = "Task" [ 784.504662] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.515757] env[70621]: DEBUG oslo_vmware.api [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.548851] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135552, 'name': Rename_Task, 'duration_secs': 0.152811} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.551990] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.552851] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404b56cc-15a6-4b5c-9624-96b7ed637236 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.561105] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 784.561105] env[70621]: value = "task-4135554" [ 784.561105] env[70621]: _type = "Task" [ 784.561105] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.573103] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.939727] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be13bc-6303-4316-9fe1-20a1da84944c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.948212] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c4b7d1-a91d-4e35-ac78-ffeb2515de0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.981965] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6779367c-f20f-4d7b-a8ed-7647191bd73b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.991432] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e57b9-b88a-449f-bfa9-43d0f68f7e56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.011074] env[70621]: DEBUG nova.compute.provider_tree [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.023325] env[70621]: DEBUG oslo_vmware.api [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135553, 'name': PowerOffVM_Task, 'duration_secs': 0.26566} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.024303] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.024476] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.024989] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d6aca98-1fa8-40fe-9b46-74536c00e7c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.071949] env[70621]: DEBUG oslo_vmware.api [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135554, 'name': PowerOnVM_Task, 'duration_secs': 0.491156} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.072299] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.072475] env[70621]: INFO nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Took 6.19 seconds to spawn the instance on the hypervisor. [ 785.072669] env[70621]: DEBUG nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.073528] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d04738-f07f-4337-adce-892d13745a52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.094270] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.094270] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.094453] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Deleting the datastore file [datastore1] a86261da-ce37-4d63-a080-e84983e142b7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.094807] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2686d165-5eb8-48e9-8b18-c529bf94801b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.102239] env[70621]: DEBUG oslo_vmware.api [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for the task: (returnval){ [ 785.102239] env[70621]: value = "task-4135556" [ 785.102239] env[70621]: _type = "Task" [ 785.102239] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.111563] env[70621]: DEBUG oslo_vmware.api [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.119164] env[70621]: DEBUG nova.objects.instance [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lazy-loading 'flavor' on Instance uuid 1677457a-9ddd-4ad7-8919-1c2154cbc969 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.382538] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "2445db5d-8a5f-46ab-af64-de4cff2f6560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.382835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.383177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "2445db5d-8a5f-46ab-af64-de4cff2f6560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.383485] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.383757] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.386427] env[70621]: INFO nova.compute.manager [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Terminating instance [ 785.500209] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "1944ad62-0306-425b-8ea6-844b70cc43c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.500942] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.501820] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "1944ad62-0306-425b-8ea6-844b70cc43c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.501820] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.501820] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.504034] env[70621]: INFO nova.compute.manager [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Terminating instance [ 785.538837] env[70621]: ERROR nova.scheduler.client.report [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [req-ac72495c-d642-4519-aca9-3491db731a6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac72495c-d642-4519-aca9-3491db731a6d"}]} [ 785.561096] env[70621]: DEBUG nova.scheduler.client.report [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 785.578718] env[70621]: DEBUG nova.scheduler.client.report [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 785.578718] env[70621]: DEBUG nova.compute.provider_tree [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.593362] env[70621]: DEBUG nova.scheduler.client.report [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 785.601598] env[70621]: INFO nova.compute.manager [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Took 44.36 seconds to build instance. [ 785.612858] env[70621]: DEBUG oslo_vmware.api [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Task: {'id': task-4135556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169236} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.613677] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.613952] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.614925] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.615193] env[70621]: INFO nova.compute.manager [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 785.615629] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.616237] env[70621]: DEBUG nova.compute.manager [-] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.616397] env[70621]: DEBUG nova.network.neutron [-] [instance: a86261da-ce37-4d63-a080-e84983e142b7] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.626775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-39b73615-778e-40ae-8a98-05896427326b tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.335s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.633683] env[70621]: DEBUG nova.scheduler.client.report [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 785.858694] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.858694] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.858694] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1677457a-9ddd-4ad7-8919-1c2154cbc969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.858913] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.859123] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.864680] env[70621]: INFO nova.compute.manager [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Terminating instance [ 785.893415] env[70621]: DEBUG nova.compute.manager [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.893415] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.893415] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df08517-615d-4a52-9240-439bd01361da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.903043] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.903424] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3889fb2-bff2-4f7b-8e86-e0536b256299 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.913380] env[70621]: DEBUG oslo_vmware.api [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 785.913380] env[70621]: value = "task-4135557" [ 785.913380] env[70621]: _type = "Task" [ 785.913380] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.924086] env[70621]: DEBUG oslo_vmware.api [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.010333] env[70621]: DEBUG nova.compute.manager [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.010333] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.010333] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc9403-c145-417c-bfc6-4f564f3d9bf9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.025065] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.025065] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97a5e75c-61a0-4faf-baeb-095cc6a61b44 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.030853] env[70621]: DEBUG oslo_vmware.api [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 786.030853] env[70621]: value = "task-4135558" [ 786.030853] env[70621]: _type = "Task" [ 786.030853] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.047155] env[70621]: DEBUG oslo_vmware.api [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.108332] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a7a38df-c9cc-43cf-8bbc-599dc50fd991 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.079s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.301470] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba920ce0-7ccf-47e9-9214-1e5bfeef0f98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.311501] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a8c09f-5785-44d5-8373-ce32c81375fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.353208] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b006a500-5299-4739-aa30-c38404965581 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.362185] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5d638-0253-4e32-a641-ca6116fb2c19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.369089] env[70621]: DEBUG nova.compute.manager [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.369353] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.381428] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e7c8826-c674-4040-9633-5fec6ca1c35a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.383453] env[70621]: DEBUG nova.compute.provider_tree [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.390275] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 786.390275] env[70621]: value = "task-4135559" [ 786.390275] env[70621]: _type = "Task" [ 786.390275] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.402584] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.422114] env[70621]: DEBUG oslo_vmware.api [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135557, 'name': PowerOffVM_Task, 'duration_secs': 0.244824} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.422434] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.422629] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.426025] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4036c53c-81d2-40c2-8c50-cdbc20ec23fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.450412] env[70621]: DEBUG nova.compute.manager [req-df672c8e-378b-435d-9743-df2dd73ec361 req-c91053ab-cfa8-41e2-8eb1-4dafdae583bd service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Received event network-vif-deleted-c66f168f-441a-4c7c-806b-18db24809ad8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.450412] env[70621]: INFO nova.compute.manager [req-df672c8e-378b-435d-9743-df2dd73ec361 req-c91053ab-cfa8-41e2-8eb1-4dafdae583bd service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Neutron deleted interface c66f168f-441a-4c7c-806b-18db24809ad8; detaching it from the instance and deleting it from the info cache [ 786.450412] env[70621]: DEBUG nova.network.neutron [req-df672c8e-378b-435d-9743-df2dd73ec361 req-c91053ab-cfa8-41e2-8eb1-4dafdae583bd service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.498710] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.499118] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.499415] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleting the datastore file [datastore2] 2445db5d-8a5f-46ab-af64-de4cff2f6560 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.499718] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-023b9879-7ecc-443c-8506-eaf19412dd0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.507198] env[70621]: DEBUG oslo_vmware.api [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 786.507198] env[70621]: value = "task-4135561" [ 786.507198] env[70621]: _type = "Task" [ 786.507198] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.516602] env[70621]: DEBUG oslo_vmware.api [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.547033] env[70621]: DEBUG oslo_vmware.api [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135558, 'name': PowerOffVM_Task, 'duration_secs': 0.259091} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.547033] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.547033] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.547033] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8f477ca-22db-4d55-85bc-f68435b1ab56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.614750] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.623986] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.626726] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.626999] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleting the datastore file [datastore2] 1944ad62-0306-425b-8ea6-844b70cc43c3 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.627313] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f696fbcf-7192-4a41-bb97-0764a4141b75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.633992] env[70621]: DEBUG oslo_vmware.api [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for the task: (returnval){ [ 786.633992] env[70621]: value = "task-4135563" [ 786.633992] env[70621]: _type = "Task" [ 786.633992] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.644108] env[70621]: DEBUG oslo_vmware.api [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.743986] env[70621]: DEBUG nova.network.neutron [-] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.859889] env[70621]: DEBUG nova.compute.manager [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Received event network-changed-1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.860079] env[70621]: DEBUG nova.compute.manager [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Refreshing instance network info cache due to event network-changed-1d540e4b-e19a-4292-9e4b-3a000417f3f6. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.860305] env[70621]: DEBUG oslo_concurrency.lockutils [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] Acquiring lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.860446] env[70621]: DEBUG oslo_concurrency.lockutils [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] Acquired lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.860607] env[70621]: DEBUG nova.network.neutron [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Refreshing network info cache for port 1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.906213] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135559, 'name': PowerOffVM_Task, 'duration_secs': 0.217327} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.906784] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.908351] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 786.908351] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819062', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'name': 'volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677457a-9ddd-4ad7-8919-1c2154cbc969', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'serial': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 786.908351] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f83ca5-363e-4229-ba5b-836528d0bf91 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.932304] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b8faa-2f81-441e-a6f9-7426495d4800 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.936970] env[70621]: DEBUG nova.scheduler.client.report [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 786.937322] env[70621]: DEBUG nova.compute.provider_tree [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 65 to 66 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 786.937479] env[70621]: DEBUG nova.compute.provider_tree [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.947720] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed187d-14b0-4de7-80f2-94f47954f222 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.971808] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13535a4f-0836-4da6-9ba4-51c4f6f82b74 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.974461] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63b96cd-6f5e-4b32-9520-ca0fc94b28fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.992905] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5/volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 786.999496] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.001276] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75362a03-0d68-4458-a6aa-3e6f8cf1b7ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.017888] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edad84-07b6-4a7d-a8bc-ee3ebb013bfb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.037204] env[70621]: DEBUG oslo_vmware.api [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155631} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.038632] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.038954] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.039084] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.039270] env[70621]: INFO nova.compute.manager [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Took 1.15 seconds to destroy the instance on the hypervisor. [ 787.040012] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.040012] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 787.040012] env[70621]: value = "task-4135564" [ 787.040012] env[70621]: _type = "Task" [ 787.040012] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.040012] env[70621]: DEBUG nova.compute.manager [-] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.040225] env[70621]: DEBUG nova.network.neutron [-] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.061658] env[70621]: DEBUG nova.compute.manager [req-df672c8e-378b-435d-9743-df2dd73ec361 req-c91053ab-cfa8-41e2-8eb1-4dafdae583bd service nova] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Detach interface failed, port_id=c66f168f-441a-4c7c-806b-18db24809ad8, reason: Instance a86261da-ce37-4d63-a080-e84983e142b7 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 787.068319] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.146892] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.147260] env[70621]: DEBUG oslo_vmware.api [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Task: {'id': task-4135563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141784} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.147498] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.147720] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.147917] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.148106] env[70621]: INFO nova.compute.manager [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 787.148356] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.148554] env[70621]: DEBUG nova.compute.manager [-] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.148694] env[70621]: DEBUG nova.network.neutron [-] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.246436] env[70621]: INFO nova.compute.manager [-] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Took 1.63 seconds to deallocate network for instance. [ 787.442877] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.061s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.444796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.577s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.446328] env[70621]: INFO nova.compute.claims [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.553296] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.700221] env[70621]: DEBUG nova.network.neutron [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Updated VIF entry in instance network info cache for port 1d540e4b-e19a-4292-9e4b-3a000417f3f6. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.700505] env[70621]: DEBUG nova.network.neutron [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Updating instance_info_cache with network_info: [{"id": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "address": "fa:16:3e:45:5f:0e", "network": {"id": "eda45ca2-1c5e-4c00-8bd3-9560bc8a69fd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-256296712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6da0d1e8f6384d62ac62cc7fd303b9a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d540e4b-e1", "ovs_interfaceid": "1d540e4b-e19a-4292-9e4b-3a000417f3f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.754489] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.874440] env[70621]: DEBUG nova.network.neutron [-] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.929120] env[70621]: DEBUG nova.network.neutron [-] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.950755] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "d88e6757-ddd6-4226-a0c3-bb1c6935ba17" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.951424] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "d88e6757-ddd6-4226-a0c3-bb1c6935ba17" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.053362] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135564, 'name': ReconfigVM_Task, 'duration_secs': 0.564255} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.053659] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 788.058624] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1469c676-7d58-4764-abae-03f56a6a2915 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.073762] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 788.073762] env[70621]: value = "task-4135565" [ 788.073762] env[70621]: _type = "Task" [ 788.073762] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.082664] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.203111] env[70621]: DEBUG oslo_concurrency.lockutils [req-6d9a2c76-d724-4472-bb55-fd122da34ce0 req-82f6c00e-3318-431a-bfbd-71fc8ba24f39 service nova] Releasing lock "refresh_cache-90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.377725] env[70621]: INFO nova.compute.manager [-] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Took 1.34 seconds to deallocate network for instance. [ 788.431229] env[70621]: INFO nova.compute.manager [-] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Took 1.28 seconds to deallocate network for instance. [ 788.454983] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "d88e6757-ddd6-4226-a0c3-bb1c6935ba17" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.455806] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.496671] env[70621]: DEBUG nova.compute.manager [req-f9411586-f36c-4862-be65-6fd681768202 req-a5363a1c-a0b7-46e6-baee-1b9a03c4b3ea service nova] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Received event network-vif-deleted-c2834ac0-7999-4acc-bc13-2ccc90fb1c56 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.585851] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135565, 'name': ReconfigVM_Task, 'duration_secs': 0.141996} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.586283] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819062', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'name': 'volume-aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677457a-9ddd-4ad7-8919-1c2154cbc969', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5', 'serial': 'aa45bdf5-3681-495d-b3f9-1d21e668a9b5'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 788.586580] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.587412] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceccd4fc-63d5-4ddd-88d0-25a6a7792f1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.597624] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.597800] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b0c2392-05ef-41fc-a405-b935cf0d0a95 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.665405] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.665618] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.665799] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleting the datastore file [datastore2] 1677457a-9ddd-4ad7-8919-1c2154cbc969 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.666089] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dae40122-1637-482b-afd7-b9ef78fa2d18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.672867] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 788.672867] env[70621]: value = "task-4135567" [ 788.672867] env[70621]: _type = "Task" [ 788.672867] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.681426] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.886173] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.920466] env[70621]: DEBUG nova.compute.manager [req-d3977c66-730c-45d4-a555-1dcf04dbf138 req-1d9dfb36-10cd-4714-a45e-006c08255603 service nova] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Received event network-vif-deleted-29ac1aa7-0503-4fd3-8897-446c592a8a73 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.944204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.958177] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a666c-f612-41d5-a6dc-a5b9668a7ff5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.964581] env[70621]: DEBUG nova.compute.utils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.968232] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.968629] env[70621]: DEBUG nova.network.neutron [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.974110] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76aafb7-90a6-4dab-91de-fdb204a31556 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.006256] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac35c2-b6ae-4faa-8f9f-2e4dc8170d23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.014851] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf690b-a934-4628-877e-65a86233748e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.029169] env[70621]: DEBUG nova.compute.provider_tree [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.031735] env[70621]: DEBUG nova.policy [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4beaab7bb719401bba4cf391d08bdfb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b51b96176f754299ba3a2fe954f7a70e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.182765] env[70621]: DEBUG oslo_vmware.api [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147442} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.183109] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.183321] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.183503] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.183679] env[70621]: INFO nova.compute.manager [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Took 2.81 seconds to destroy the instance on the hypervisor. [ 789.183966] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.184246] env[70621]: DEBUG nova.compute.manager [-] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.184347] env[70621]: DEBUG nova.network.neutron [-] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.471980] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.589511] env[70621]: DEBUG nova.scheduler.client.report [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.590021] env[70621]: DEBUG nova.compute.provider_tree [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 66 to 67 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.590203] env[70621]: DEBUG nova.compute.provider_tree [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.774421] env[70621]: DEBUG nova.network.neutron [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Successfully created port: f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.095579] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.096161] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.099336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.187s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.100750] env[70621]: INFO nova.compute.claims [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.338247] env[70621]: DEBUG nova.network.neutron [-] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.483413] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.512859] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.513225] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.513440] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.513643] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.513790] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.513939] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.514168] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.514395] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.514590] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.514760] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.515231] env[70621]: DEBUG nova.virt.hardware [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.517280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d183fd0-3487-48e5-b0ac-75f17f1bd491 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.521128] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "50814155-ce47-43e6-843e-fe135953c0dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.521357] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "50814155-ce47-43e6-843e-fe135953c0dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.521558] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "50814155-ce47-43e6-843e-fe135953c0dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.521760] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "50814155-ce47-43e6-843e-fe135953c0dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.521942] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "50814155-ce47-43e6-843e-fe135953c0dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.524408] env[70621]: INFO nova.compute.manager [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Terminating instance [ 790.533135] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaf0eec-aaa3-460c-aaa1-94cb58a875a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.610456] env[70621]: DEBUG nova.compute.utils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.610456] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.610456] env[70621]: DEBUG nova.network.neutron [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.669812] env[70621]: DEBUG nova.policy [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35342b499cc400b918a949dea4b2366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548a306ebca849ec8b1507d39ca21c96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.843947] env[70621]: INFO nova.compute.manager [-] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Took 1.66 seconds to deallocate network for instance. [ 791.032564] env[70621]: DEBUG nova.compute.manager [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.033030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.034022] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19971e30-ec95-414e-a15a-15f6847c2064 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.038958] env[70621]: DEBUG nova.network.neutron [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Successfully created port: 00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.046875] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.046875] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b7f3f00-6a7e-41d6-aad3-e063ad7ebe35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.054609] env[70621]: DEBUG oslo_vmware.api [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 791.054609] env[70621]: value = "task-4135568" [ 791.054609] env[70621]: _type = "Task" [ 791.054609] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.064306] env[70621]: DEBUG oslo_vmware.api [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.113514] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.170327] env[70621]: DEBUG nova.compute.manager [req-103afa5e-1110-4b48-8610-46bc21c27723 req-76c66b43-1c3b-4f0f-a839-6f3f4bcb3254 service nova] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Received event network-vif-deleted-4ae9fe33-cda7-4614-b8bd-1699b68a3014 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.420864] env[70621]: INFO nova.compute.manager [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Took 0.58 seconds to detach 1 volumes for instance. [ 791.571179] env[70621]: DEBUG oslo_vmware.api [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135568, 'name': PowerOffVM_Task, 'duration_secs': 0.254105} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.571179] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.571374] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.571550] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca1181e-4888-4ac9-a938-0aff1f9a7b7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.598440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "9253259a-e5e7-459b-b2d3-673dd53c40af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.598537] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.653422] env[70621]: DEBUG nova.network.neutron [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Successfully updated port: f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.655881] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.657160] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.657160] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Deleting the datastore file [datastore1] 50814155-ce47-43e6-843e-fe135953c0dc {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.657160] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ba1e5d-e646-49a5-ac3f-0dc708777e98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.666132] env[70621]: DEBUG oslo_vmware.api [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 791.666132] env[70621]: value = "task-4135570" [ 791.666132] env[70621]: _type = "Task" [ 791.666132] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.681751] env[70621]: DEBUG oslo_vmware.api [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.786798] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d393cc-7c42-4c72-b9f8-1c5173e8e676 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.794939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63f4d3f-76d1-4f19-9209-48aa7e033a6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.829037] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a6fbe-c6e9-4b5b-8b4a-bb64cf363815 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.837152] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ae876e-6159-48d7-9d6e-a5f3afc1a04f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.851829] env[70621]: DEBUG nova.compute.provider_tree [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.929593] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.125901] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.156418] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.156418] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.156418] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.156418] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.156418] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.156418] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.156861] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.157088] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.157336] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.157614] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.157863] env[70621]: DEBUG nova.virt.hardware [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.158531] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "refresh_cache-b7de3584-9304-4363-adb5-ecf99a60bdb3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.158756] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquired lock "refresh_cache-b7de3584-9304-4363-adb5-ecf99a60bdb3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.158969] env[70621]: DEBUG nova.network.neutron [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.160724] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f14f5a-2e10-447b-9ae1-35783cea861f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.176018] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34154d72-df9b-4177-b9a4-1e0a668a03c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.184161] env[70621]: DEBUG oslo_vmware.api [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154982} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.185433] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.185433] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.185767] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.185903] env[70621]: INFO nova.compute.manager [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 792.186277] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.186865] env[70621]: DEBUG nova.compute.manager [-] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.187043] env[70621]: DEBUG nova.network.neutron [-] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.357076] env[70621]: DEBUG nova.scheduler.client.report [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.722904] env[70621]: DEBUG nova.network.neutron [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.862131] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.862701] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.865882] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.529s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.870583] env[70621]: INFO nova.compute.claims [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.907161] env[70621]: DEBUG nova.network.neutron [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Updating instance_info_cache with network_info: [{"id": "f984e3fe-ec07-4d23-b54f-979ec72e588d", "address": "fa:16:3e:77:86:79", "network": {"id": "7860e17e-6aa7-403b-84d4-39a7e2618cca", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1893685591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51b96176f754299ba3a2fe954f7a70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf984e3fe-ec", "ovs_interfaceid": "f984e3fe-ec07-4d23-b54f-979ec72e588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.109753] env[70621]: DEBUG nova.network.neutron [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Successfully updated port: 00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.205224] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Received event network-vif-plugged-f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.205224] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Acquiring lock "b7de3584-9304-4363-adb5-ecf99a60bdb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.205224] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.205224] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.206168] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] No waiting events found dispatching network-vif-plugged-f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.206543] env[70621]: WARNING nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Received unexpected event network-vif-plugged-f984e3fe-ec07-4d23-b54f-979ec72e588d for instance with vm_state building and task_state spawning. [ 793.207237] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Received event network-changed-f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.207533] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Refreshing instance network info cache due to event network-changed-f984e3fe-ec07-4d23-b54f-979ec72e588d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.207903] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Acquiring lock "refresh_cache-b7de3584-9304-4363-adb5-ecf99a60bdb3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.376021] env[70621]: DEBUG nova.compute.utils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.380391] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.380672] env[70621]: DEBUG nova.network.neutron [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.413722] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Releasing lock "refresh_cache-b7de3584-9304-4363-adb5-ecf99a60bdb3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.413722] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Instance network_info: |[{"id": "f984e3fe-ec07-4d23-b54f-979ec72e588d", "address": "fa:16:3e:77:86:79", "network": {"id": "7860e17e-6aa7-403b-84d4-39a7e2618cca", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1893685591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51b96176f754299ba3a2fe954f7a70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf984e3fe-ec", "ovs_interfaceid": "f984e3fe-ec07-4d23-b54f-979ec72e588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.413954] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Acquired lock "refresh_cache-b7de3584-9304-4363-adb5-ecf99a60bdb3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.413954] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Refreshing network info cache for port f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.415269] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:86:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f984e3fe-ec07-4d23-b54f-979ec72e588d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.423763] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Creating folder: Project (b51b96176f754299ba3a2fe954f7a70e). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.424857] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3aba7c8-9121-4932-b8ab-98aeeb9c37f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.435213] env[70621]: DEBUG nova.policy [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd00096af9446ca21c13629f028960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930d399bc9014765bacf342855768883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.439467] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Created folder: Project (b51b96176f754299ba3a2fe954f7a70e) in parent group-v818963. [ 793.439467] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Creating folder: Instances. Parent ref: group-v819066. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.439678] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17d9de45-d6e6-413c-b86f-d748c45261bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.450285] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Created folder: Instances in parent group-v819066. [ 793.450529] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.451085] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.451085] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77f8e166-c07f-4c15-8724-73cf6aa8dcde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.474705] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.474705] env[70621]: value = "task-4135573" [ 793.474705] env[70621]: _type = "Task" [ 793.474705] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.488811] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135573, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.546569] env[70621]: DEBUG nova.network.neutron [-] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.612640] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "refresh_cache-40a8e338-4099-4da8-b39a-0235c5e8d450" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.612801] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "refresh_cache-40a8e338-4099-4da8-b39a-0235c5e8d450" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.612966] env[70621]: DEBUG nova.network.neutron [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.834035] env[70621]: DEBUG nova.network.neutron [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Successfully created port: 2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.881370] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.985239] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135573, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.050939] env[70621]: INFO nova.compute.manager [-] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Took 1.86 seconds to deallocate network for instance. [ 794.177841] env[70621]: DEBUG nova.network.neutron [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.348379] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Updated VIF entry in instance network info cache for port f984e3fe-ec07-4d23-b54f-979ec72e588d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.348728] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Updating instance_info_cache with network_info: [{"id": "f984e3fe-ec07-4d23-b54f-979ec72e588d", "address": "fa:16:3e:77:86:79", "network": {"id": "7860e17e-6aa7-403b-84d4-39a7e2618cca", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1893685591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b51b96176f754299ba3a2fe954f7a70e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf984e3fe-ec", "ovs_interfaceid": "f984e3fe-ec07-4d23-b54f-979ec72e588d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.368200] env[70621]: DEBUG nova.network.neutron [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Updating instance_info_cache with network_info: [{"id": "00f6829f-1d31-4f18-82c2-59a20cb164d9", "address": "fa:16:3e:0d:09:8a", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f6829f-1d", "ovs_interfaceid": "00f6829f-1d31-4f18-82c2-59a20cb164d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.488634] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135573, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.560446] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.580421] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521481d5-2acc-4737-8d9b-52037efb539a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.589579] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ede06-e180-4e16-b9cb-87ea7b1fd823 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627249] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd48786-a408-4908-b1d4-3563b422a5db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.634132] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96c675-f59c-4dde-bb6a-900c63700a76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.652860] env[70621]: DEBUG nova.compute.provider_tree [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.851930] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Releasing lock "refresh_cache-b7de3584-9304-4363-adb5-ecf99a60bdb3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.852241] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Received event network-vif-plugged-00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.852605] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Acquiring lock "40a8e338-4099-4da8-b39a-0235c5e8d450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.852685] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.852812] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.852978] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] No waiting events found dispatching network-vif-plugged-00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 794.853163] env[70621]: WARNING nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Received unexpected event network-vif-plugged-00f6829f-1d31-4f18-82c2-59a20cb164d9 for instance with vm_state building and task_state spawning. [ 794.853360] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Received event network-vif-deleted-70f99740-18e6-4e83-bcf2-b6f8981da504 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.853535] env[70621]: INFO nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Neutron deleted interface 70f99740-18e6-4e83-bcf2-b6f8981da504; detaching it from the instance and deleting it from the info cache [ 794.853704] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.869674] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "refresh_cache-40a8e338-4099-4da8-b39a-0235c5e8d450" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.870050] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Instance network_info: |[{"id": "00f6829f-1d31-4f18-82c2-59a20cb164d9", "address": "fa:16:3e:0d:09:8a", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f6829f-1d", "ovs_interfaceid": "00f6829f-1d31-4f18-82c2-59a20cb164d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.870990] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:09:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00f6829f-1d31-4f18-82c2-59a20cb164d9', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.883317] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating folder: Project (548a306ebca849ec8b1507d39ca21c96). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.883317] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd6c232f-a7e7-4ace-8f07-4f10f4c5c176 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.892069] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.902710] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created folder: Project (548a306ebca849ec8b1507d39ca21c96) in parent group-v818963. [ 794.902710] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating folder: Instances. Parent ref: group-v819069. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.902710] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9efdc93-5932-43ed-8ff3-229d0df2f798 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.916431] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created folder: Instances in parent group-v819069. [ 794.916705] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.916895] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.917206] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94af9752-5c2c-4374-9bc2-6f44d3b25a98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.943768] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.943768] env[70621]: value = "task-4135576" [ 794.943768] env[70621]: _type = "Task" [ 794.943768] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.946237] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.946518] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.947110] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.947110] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.947110] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.947276] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.947396] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.947558] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.947759] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.947956] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.948110] env[70621]: DEBUG nova.virt.hardware [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.949108] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39895335-94a6-429d-a0fa-ac02b397bebe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.965408] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135576, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.966734] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ec062-31eb-4c1b-bfbb-1d4c429e1364 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.991063] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135573, 'name': CreateVM_Task, 'duration_secs': 1.462515} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.991262] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.992026] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992210] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.992566] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.992864] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b15b9c0e-fad0-4cd8-8d0d-a360436cff9c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.999684] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 794.999684] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522b541a-d37b-f574-5c2b-50425263fa54" [ 794.999684] env[70621]: _type = "Task" [ 794.999684] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.009626] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522b541a-d37b-f574-5c2b-50425263fa54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.156573] env[70621]: DEBUG nova.scheduler.client.report [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.357970] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cded9ac8-76ee-4d3c-a827-bb6bc40b2d60 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.369064] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5239a-81f6-4c38-91ce-e1b30b2ab8ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.401519] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Detach interface failed, port_id=70f99740-18e6-4e83-bcf2-b6f8981da504, reason: Instance 50814155-ce47-43e6-843e-fe135953c0dc could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.401813] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Received event network-changed-00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.402012] env[70621]: DEBUG nova.compute.manager [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Refreshing instance network info cache due to event network-changed-00f6829f-1d31-4f18-82c2-59a20cb164d9. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.402252] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Acquiring lock "refresh_cache-40a8e338-4099-4da8-b39a-0235c5e8d450" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.402399] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Acquired lock "refresh_cache-40a8e338-4099-4da8-b39a-0235c5e8d450" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.402561] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Refreshing network info cache for port 00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.465654] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135576, 'name': CreateVM_Task, 'duration_secs': 0.358952} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.465871] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.466980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.481161] env[70621]: DEBUG nova.compute.manager [req-7695fd18-ec90-4606-9823-f088ce2ec128 req-98c39fed-faa1-41ce-bb45-ca534c2e81e4 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Received event network-vif-plugged-2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.481161] env[70621]: DEBUG oslo_concurrency.lockutils [req-7695fd18-ec90-4606-9823-f088ce2ec128 req-98c39fed-faa1-41ce-bb45-ca534c2e81e4 service nova] Acquiring lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.481161] env[70621]: DEBUG oslo_concurrency.lockutils [req-7695fd18-ec90-4606-9823-f088ce2ec128 req-98c39fed-faa1-41ce-bb45-ca534c2e81e4 service nova] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.481161] env[70621]: DEBUG oslo_concurrency.lockutils [req-7695fd18-ec90-4606-9823-f088ce2ec128 req-98c39fed-faa1-41ce-bb45-ca534c2e81e4 service nova] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.481161] env[70621]: DEBUG nova.compute.manager [req-7695fd18-ec90-4606-9823-f088ce2ec128 req-98c39fed-faa1-41ce-bb45-ca534c2e81e4 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] No waiting events found dispatching network-vif-plugged-2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.482149] env[70621]: WARNING nova.compute.manager [req-7695fd18-ec90-4606-9823-f088ce2ec128 req-98c39fed-faa1-41ce-bb45-ca534c2e81e4 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Received unexpected event network-vif-plugged-2440a658-b42d-4523-90ff-81beb9514349 for instance with vm_state building and task_state spawning. [ 795.510837] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522b541a-d37b-f574-5c2b-50425263fa54, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.511065] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.511277] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.511517] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.511666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.511840] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.512169] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.512609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.512687] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e17a17d6-709b-468b-82ea-2e733a47884e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.514642] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071eb8ce-3ffc-4af6-be41-c758e830f2c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.520859] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 795.520859] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c3a6a9-54a6-6ac3-3c2a-9d0bdd462eaf" [ 795.520859] env[70621]: _type = "Task" [ 795.520859] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.525484] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.525737] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.527834] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37f94639-b584-46fa-8ccd-401e9c8845ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.533594] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c3a6a9-54a6-6ac3-3c2a-9d0bdd462eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.536879] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 795.536879] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bc1454-f192-8263-ebad-cd8c649d9da3" [ 795.536879] env[70621]: _type = "Task" [ 795.536879] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.545269] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc1454-f192-8263-ebad-cd8c649d9da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.663562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.664126] env[70621]: DEBUG nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.670022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.721s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.670022] env[70621]: INFO nova.compute.claims [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.843523] env[70621]: DEBUG nova.network.neutron [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Successfully updated port: 2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.036928] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c3a6a9-54a6-6ac3-3c2a-9d0bdd462eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.017666} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.037245] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.037485] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.037796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.052082] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc1454-f192-8263-ebad-cd8c649d9da3, 'name': SearchDatastore_Task, 'duration_secs': 0.015581} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.052082] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad11da5-ac2d-4444-a385-47cec31a3959 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.059040] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 796.059040] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52065a45-9baf-3cfc-482c-3a0688fda534" [ 796.059040] env[70621]: _type = "Task" [ 796.059040] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.066592] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52065a45-9baf-3cfc-482c-3a0688fda534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.168555] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Updated VIF entry in instance network info cache for port 00f6829f-1d31-4f18-82c2-59a20cb164d9. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.168960] env[70621]: DEBUG nova.network.neutron [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Updating instance_info_cache with network_info: [{"id": "00f6829f-1d31-4f18-82c2-59a20cb164d9", "address": "fa:16:3e:0d:09:8a", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00f6829f-1d", "ovs_interfaceid": "00f6829f-1d31-4f18-82c2-59a20cb164d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.173351] env[70621]: DEBUG nova.compute.utils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.175984] env[70621]: DEBUG nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 796.346650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "refresh_cache-2b16e560-e5d4-4e16-8129-01ff5d1e5c33" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.346816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "refresh_cache-2b16e560-e5d4-4e16-8129-01ff5d1e5c33" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.346972] env[70621]: DEBUG nova.network.neutron [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.569397] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52065a45-9baf-3cfc-482c-3a0688fda534, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.569615] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.569887] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b7de3584-9304-4363-adb5-ecf99a60bdb3/b7de3584-9304-4363-adb5-ecf99a60bdb3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.570192] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.570378] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.570595] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-668da380-ae33-41f0-9287-6c9293333543 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.572858] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3edf07d2-2016-43db-8cc8-0050468df05c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.580878] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 796.580878] env[70621]: value = "task-4135577" [ 796.580878] env[70621]: _type = "Task" [ 796.580878] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.583070] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.583315] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.586846] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f141f2-b3af-4beb-b703-dbca397a7cdf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.594795] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.596231] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 796.596231] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528c5c60-af18-c98e-529d-ce8d1ef051d8" [ 796.596231] env[70621]: _type = "Task" [ 796.596231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.605919] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c5c60-af18-c98e-529d-ce8d1ef051d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.606748] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a56e82-4634-47e1-ad9e-ac91f171c6e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.612864] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 796.612864] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527ec7ec-cb54-54aa-8471-6df63f308fca" [ 796.612864] env[70621]: _type = "Task" [ 796.612864] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.621283] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527ec7ec-cb54-54aa-8471-6df63f308fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.672286] env[70621]: DEBUG oslo_concurrency.lockutils [req-36d3cfdf-7109-4e55-b69b-fd6fe1056955 req-64d786f4-bb89-4fe0-b77a-eec20013ffd8 service nova] Releasing lock "refresh_cache-40a8e338-4099-4da8-b39a-0235c5e8d450" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.677055] env[70621]: DEBUG nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.888123] env[70621]: DEBUG nova.network.neutron [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.093629] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452369} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.093950] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b7de3584-9304-4363-adb5-ecf99a60bdb3/b7de3584-9304-4363-adb5-ecf99a60bdb3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.093950] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.095032] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-627e7ab4-21f4-4909-9540-a08cf0b26614 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.102487] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 797.102487] env[70621]: value = "task-4135578" [ 797.102487] env[70621]: _type = "Task" [ 797.102487] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.108163] env[70621]: DEBUG nova.network.neutron [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Updating instance_info_cache with network_info: [{"id": "2440a658-b42d-4523-90ff-81beb9514349", "address": "fa:16:3e:20:52:e6", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440a658-b4", "ovs_interfaceid": "2440a658-b42d-4523-90ff-81beb9514349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.112968] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.127219] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527ec7ec-cb54-54aa-8471-6df63f308fca, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.127219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.127219] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 40a8e338-4099-4da8-b39a-0235c5e8d450/40a8e338-4099-4da8-b39a-0235c5e8d450.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.127219] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7486a863-edf2-4b74-bfc7-214fb7f1554d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.137552] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 797.137552] env[70621]: value = "task-4135579" [ 797.137552] env[70621]: _type = "Task" [ 797.137552] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.148795] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.311315] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7570342b-2d2b-421d-b369-27272f44a630 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.323310] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4a6b64-a7dd-4208-a3ee-40a2695999aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.357321] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c04d4-d921-408a-ac68-bb4061f81b5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.366382] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d8fbd0-62ec-4e5a-bf67-4e715de6462c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.381823] env[70621]: DEBUG nova.compute.provider_tree [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.589940] env[70621]: DEBUG nova.compute.manager [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Received event network-changed-2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.590161] env[70621]: DEBUG nova.compute.manager [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Refreshing instance network info cache due to event network-changed-2440a658-b42d-4523-90ff-81beb9514349. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.590378] env[70621]: DEBUG oslo_concurrency.lockutils [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] Acquiring lock "refresh_cache-2b16e560-e5d4-4e16-8129-01ff5d1e5c33" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.613594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "refresh_cache-2b16e560-e5d4-4e16-8129-01ff5d1e5c33" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.613985] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Instance network_info: |[{"id": "2440a658-b42d-4523-90ff-81beb9514349", "address": "fa:16:3e:20:52:e6", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440a658-b4", "ovs_interfaceid": "2440a658-b42d-4523-90ff-81beb9514349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.614438] env[70621]: DEBUG oslo_concurrency.lockutils [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] Acquired lock "refresh_cache-2b16e560-e5d4-4e16-8129-01ff5d1e5c33" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614656] env[70621]: DEBUG nova.network.neutron [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Refreshing network info cache for port 2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.616034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:52:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2440a658-b42d-4523-90ff-81beb9514349', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.627442] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.633635] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.634561] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071803} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.634799] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43797085-0302-445f-97c4-3590021c9c4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.650878] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.652330] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44a607-230b-4189-9b0a-ef9befc86d83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.681048] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b7de3584-9304-4363-adb5-ecf99a60bdb3/b7de3584-9304-4363-adb5-ecf99a60bdb3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.686614] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1cd1ef5-0e5e-4741-8595-1ee5ba6f31c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.701024] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135579, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.701289] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.701289] env[70621]: value = "task-4135580" [ 797.701289] env[70621]: _type = "Task" [ 797.701289] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.704660] env[70621]: DEBUG nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.716028] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 797.716028] env[70621]: value = "task-4135581" [ 797.716028] env[70621]: _type = "Task" [ 797.716028] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.718885] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135580, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.725832] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.743144] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.743536] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.743803] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.744126] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.744557] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.744626] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.744984] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.745266] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.745560] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.745867] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.746187] env[70621]: DEBUG nova.virt.hardware [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.747571] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49320540-b9ef-433a-8aed-6c0217c2163b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.757062] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b779284a-e920-4a3e-9d77-3477d20c6435 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.776027] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.780362] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Creating folder: Project (f9cad7826c374baa9a487cd064a9b542). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.780592] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d53b774a-6a44-4b8f-9782-7838098e119c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.795054] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Created folder: Project (f9cad7826c374baa9a487cd064a9b542) in parent group-v818963. [ 797.795287] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Creating folder: Instances. Parent ref: group-v819073. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.795560] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efc2db8-22b4-4699-af4c-9ac454d189cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.807027] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Created folder: Instances in parent group-v819073. [ 797.807314] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.807538] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.808982] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7618e432-99dc-4bf3-b30a-871cecd9c799 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.830065] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.830065] env[70621]: value = "task-4135584" [ 797.830065] env[70621]: _type = "Task" [ 797.830065] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.839515] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135584, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.885841] env[70621]: DEBUG nova.scheduler.client.report [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.967694] env[70621]: DEBUG nova.network.neutron [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Updated VIF entry in instance network info cache for port 2440a658-b42d-4523-90ff-81beb9514349. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.968222] env[70621]: DEBUG nova.network.neutron [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Updating instance_info_cache with network_info: [{"id": "2440a658-b42d-4523-90ff-81beb9514349", "address": "fa:16:3e:20:52:e6", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2440a658-b4", "ovs_interfaceid": "2440a658-b42d-4523-90ff-81beb9514349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.164446] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531268} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.164901] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 40a8e338-4099-4da8-b39a-0235c5e8d450/40a8e338-4099-4da8-b39a-0235c5e8d450.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.165236] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.165540] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7966db7f-f30d-4f37-941b-b1d87b454033 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.174475] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 798.174475] env[70621]: value = "task-4135585" [ 798.174475] env[70621]: _type = "Task" [ 798.174475] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.185272] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.217729] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135580, 'name': CreateVM_Task, 'duration_secs': 0.494352} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.221411] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.222265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222506] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222935] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.223756] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562fc0fd-313b-4bb8-b1d3-ff645ee4cb8f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.229475] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135581, 'name': ReconfigVM_Task, 'duration_secs': 0.455847} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.230255] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b7de3584-9304-4363-adb5-ecf99a60bdb3/b7de3584-9304-4363-adb5-ecf99a60bdb3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.230957] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11ddfcd7-452c-4ed7-a4dc-c1d666e340f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.234131] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 798.234131] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52301148-8029-1dac-39fb-50523f2728be" [ 798.234131] env[70621]: _type = "Task" [ 798.234131] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.241809] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 798.241809] env[70621]: value = "task-4135586" [ 798.241809] env[70621]: _type = "Task" [ 798.241809] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.245047] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52301148-8029-1dac-39fb-50523f2728be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.255810] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135586, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.340404] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135584, 'name': CreateVM_Task, 'duration_secs': 0.384999} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.340584] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.341052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.392313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.392955] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.395875] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.833s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.471392] env[70621]: DEBUG oslo_concurrency.lockutils [req-9ae47383-6b9e-4de7-9789-71d623de811f req-95bef38a-bd97-40ba-8be2-18fa3561ab70 service nova] Releasing lock "refresh_cache-2b16e560-e5d4-4e16-8129-01ff5d1e5c33" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.684480] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077751} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.684862] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.685579] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c019c52-2a8b-4516-bb93-537deb6428c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.708877] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 40a8e338-4099-4da8-b39a-0235c5e8d450/40a8e338-4099-4da8-b39a-0235c5e8d450.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.709226] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61f1ac27-231e-40d2-b2eb-77edebfbe38a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.729132] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 798.729132] env[70621]: value = "task-4135587" [ 798.729132] env[70621]: _type = "Task" [ 798.729132] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.737604] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.746015] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52301148-8029-1dac-39fb-50523f2728be, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.749637] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.749904] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.750186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.750363] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.750554] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.750843] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.751259] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.751472] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aa4602a-2077-4d34-a89a-878d874b2acd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.753793] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17980df-e52a-408b-b9c1-8790296fddf2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.759227] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135586, 'name': Rename_Task, 'duration_secs': 0.150988} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.759823] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.760091] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3478a05-5f80-4057-bf16-adc534755206 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.762763] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 798.762763] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521c074e-96b1-5c6f-1bd7-d16fd66698d1" [ 798.762763] env[70621]: _type = "Task" [ 798.762763] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.767240] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.767466] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.769900] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d93fc02-89c4-4982-b6ce-4f129be1df49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.772738] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 798.772738] env[70621]: value = "task-4135588" [ 798.772738] env[70621]: _type = "Task" [ 798.772738] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.776071] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521c074e-96b1-5c6f-1bd7-d16fd66698d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.780526] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 798.780526] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52564b3c-edba-c529-4004-da5d1265892d" [ 798.780526] env[70621]: _type = "Task" [ 798.780526] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.786930] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.792260] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52564b3c-edba-c529-4004-da5d1265892d, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.793053] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a33e7d2-1c9a-485a-ac1b-16946aaceae3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.798228] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 798.798228] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521fdd2b-8e30-8797-cded-66db3925af5c" [ 798.798228] env[70621]: _type = "Task" [ 798.798228] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.806989] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521fdd2b-8e30-8797-cded-66db3925af5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.898856] env[70621]: DEBUG nova.compute.utils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.911033] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.911149] env[70621]: DEBUG nova.network.neutron [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.914484] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.975132] env[70621]: DEBUG nova.policy [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7eb6a0e3e4f46c4ac7e06e5b7467370', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e996f1dc4bff4a029b5dc8bb2f51e2f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.241431] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135587, 'name': ReconfigVM_Task, 'duration_secs': 0.425746} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.241894] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 40a8e338-4099-4da8-b39a-0235c5e8d450/40a8e338-4099-4da8-b39a-0235c5e8d450.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.242434] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77a7031e-9a07-4041-9575-daa58f34c696 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.251259] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 799.251259] env[70621]: value = "task-4135589" [ 799.251259] env[70621]: _type = "Task" [ 799.251259] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.263170] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135589, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.274821] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521c074e-96b1-5c6f-1bd7-d16fd66698d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017986} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.275177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.275500] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.275789] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.285283] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135588, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.309834] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521fdd2b-8e30-8797-cded-66db3925af5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.310141] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.310397] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2b16e560-e5d4-4e16-8129-01ff5d1e5c33/2b16e560-e5d4-4e16-8129-01ff5d1e5c33.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.310755] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.310854] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.311084] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d768f0e-2f9b-444e-917d-9e3eda7b2192 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.313446] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-441d653d-83bf-44e6-bcc5-27a53fcdf09c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.321777] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 799.321777] env[70621]: value = "task-4135590" [ 799.321777] env[70621]: _type = "Task" [ 799.321777] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.323030] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.323221] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.329042] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9801152-b055-401a-a461-5d53af12a432 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.336774] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.338216] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 799.338216] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c98d99-b55e-56f8-cba8-dc317ee325b1" [ 799.338216] env[70621]: _type = "Task" [ 799.338216] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.347596] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c98d99-b55e-56f8-cba8-dc317ee325b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.348445] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c9112f-ec7f-4612-bb64-9e70c6b28133 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.354451] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 799.354451] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527e35fb-383d-4348-5d9b-ead622083268" [ 799.354451] env[70621]: _type = "Task" [ 799.354451] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.365059] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527e35fb-383d-4348-5d9b-ead622083268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.459198] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9fd729ba-094d-480c-9b90-23af25f98324 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.459385] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 10a5ff4b-5d67-4173-8378-a8cde0b80b6b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.459531] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50814155-ce47-43e6-843e-fe135953c0dc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.459658] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c172b6f6-f855-435c-8627-f8061880b775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.459797] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 5a0ea751-b3b0-4246-865b-46eab03144ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.459913] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.460063] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 7292ceb7-1cfe-4711-8357-c9e1a3b047af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.460185] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 5df83e4f-6100-4d48-9b59-d29ddf7cbad0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.460312] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 1944ad62-0306-425b-8ea6-844b70cc43c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.460494] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2445db5d-8a5f-46ab-af64-de4cff2f6560 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.460686] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 5ced4db8-4171-48b7-9b75-1224b29a7edb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.460841] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance a86261da-ce37-4d63-a080-e84983e142b7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.461010] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 227f368d-428b-44d6-8e88-cf29f616701d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.461247] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance da9b79a4-5017-469d-bdc0-6d6bc49c7507 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.461337] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9d764c39-7d3e-4473-98e1-c33ce79cba1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.461528] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 4bf50c51-dfc7-43bb-b79a-374d8c4954e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.461680] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 073eaf30-1b21-43a7-a020-0fe9508db118 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.461845] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 8322f8fc-34cb-4f84-92c1-9ce169608d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.461981] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 557df77b-d4f0-4160-9ccf-b041b5f0e902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.462124] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 1677457a-9ddd-4ad7-8919-1c2154cbc969 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.462280] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.462396] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance b7de3584-9304-4363-adb5-ecf99a60bdb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.462554] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 40a8e338-4099-4da8-b39a-0235c5e8d450 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.462652] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2b16e560-e5d4-4e16-8129-01ff5d1e5c33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.462883] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance ba429fba-1128-4002-96bf-50a463bad12b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.462946] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance ff0824a7-e7b4-46a9-8474-0b9e1d57aa79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 799.511670] env[70621]: DEBUG nova.network.neutron [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Successfully created port: bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.762758] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135589, 'name': Rename_Task, 'duration_secs': 0.278103} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.764178] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.764487] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc823f69-7a22-4441-be0b-12f2c7c5e6a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.773767] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 799.773767] env[70621]: value = "task-4135591" [ 799.773767] env[70621]: _type = "Task" [ 799.773767] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.793020] env[70621]: DEBUG oslo_vmware.api [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135588, 'name': PowerOnVM_Task, 'duration_secs': 0.518863} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.793020] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.793020] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.793020] env[70621]: INFO nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Took 9.31 seconds to spawn the instance on the hypervisor. [ 799.793020] env[70621]: DEBUG nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.793524] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecab346-e5b4-44ac-8f17-dab6f4d83772 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.835023] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493889} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.835023] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2b16e560-e5d4-4e16-8129-01ff5d1e5c33/2b16e560-e5d4-4e16-8129-01ff5d1e5c33.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.835023] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.835023] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3961f154-7308-431d-8b95-9542619e1656 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.842663] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 799.842663] env[70621]: value = "task-4135592" [ 799.842663] env[70621]: _type = "Task" [ 799.842663] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.853363] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.867157] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527e35fb-383d-4348-5d9b-ead622083268, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.870020] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.870020] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.870020] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce7419a-a8e5-4635-9a3b-6a5a085e4d4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.876203] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 799.876203] env[70621]: value = "task-4135593" [ 799.876203] env[70621]: _type = "Task" [ 799.876203] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.885358] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.933136] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.962026] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.962026] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.962026] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.962026] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.962026] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.962026] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.962416] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.962416] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.962569] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.962732] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.962906] env[70621]: DEBUG nova.virt.hardware [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.963838] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951f81e5-50bc-4985-a9e8-d2b870ab981a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.968648] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance ae524940-899d-4c4f-92a1-784ad0336b4e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 799.974245] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac0b07-7df7-4491-a2f4-45c5c0cc80f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.286754] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.316230] env[70621]: INFO nova.compute.manager [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Took 54.37 seconds to build instance. [ 800.354029] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07192} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.354271] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.355108] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef27be55-cd5e-4f1e-8ecb-a00cbf607163 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.383502] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 2b16e560-e5d4-4e16-8129-01ff5d1e5c33/2b16e560-e5d4-4e16-8129-01ff5d1e5c33.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.384326] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac34ea5-c0ac-46cd-af25-6064a8a60f17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.409807] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484342} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.411566] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.411912] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.412297] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 800.412297] env[70621]: value = "task-4135594" [ 800.412297] env[70621]: _type = "Task" [ 800.412297] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.412606] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9173681-ee8a-402e-902a-876cf6a4a486 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.423733] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.425405] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 800.425405] env[70621]: value = "task-4135595" [ 800.425405] env[70621]: _type = "Task" [ 800.425405] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.435390] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.471487] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2172d74f-9f45-48d4-b4e7-ce844f5ace4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 800.786250] env[70621]: DEBUG oslo_vmware.api [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135591, 'name': PowerOnVM_Task, 'duration_secs': 0.72982} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.786667] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.786894] env[70621]: INFO nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Took 8.66 seconds to spawn the instance on the hypervisor. [ 800.787092] env[70621]: DEBUG nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.787912] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33144d02-193b-4945-a537-633fab6edb72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.819032] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4d8868c-a9bd-458d-8a8c-17eefa6ad78c tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.753s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.927915] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135594, 'name': ReconfigVM_Task, 'duration_secs': 0.30869} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.931708] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 2b16e560-e5d4-4e16-8129-01ff5d1e5c33/2b16e560-e5d4-4e16-8129-01ff5d1e5c33.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.931881] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6223d3e-a6d0-43f3-9b59-4b7d6df4f0fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.940726] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075422} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.942892] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.943392] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 800.943392] env[70621]: value = "task-4135596" [ 800.943392] env[70621]: _type = "Task" [ 800.943392] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.944244] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7cb12-0b76-4972-8868-076d19ea9813 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.974382] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.977011] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf070393-8676-4ec4-a633-c7cbe7369ac1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.991613] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 800.993005] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135596, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.000026] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 801.000026] env[70621]: value = "task-4135597" [ 801.000026] env[70621]: _type = "Task" [ 801.000026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.012288] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.160492] env[70621]: DEBUG nova.compute.manager [req-b295dc6c-c6df-46e8-8e36-1edd1e60c95f req-b05dc9ce-1093-4920-9912-62a614840599 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Received event network-vif-plugged-bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.160798] env[70621]: DEBUG oslo_concurrency.lockutils [req-b295dc6c-c6df-46e8-8e36-1edd1e60c95f req-b05dc9ce-1093-4920-9912-62a614840599 service nova] Acquiring lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.161048] env[70621]: DEBUG oslo_concurrency.lockutils [req-b295dc6c-c6df-46e8-8e36-1edd1e60c95f req-b05dc9ce-1093-4920-9912-62a614840599 service nova] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.161392] env[70621]: DEBUG oslo_concurrency.lockutils [req-b295dc6c-c6df-46e8-8e36-1edd1e60c95f req-b05dc9ce-1093-4920-9912-62a614840599 service nova] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.161392] env[70621]: DEBUG nova.compute.manager [req-b295dc6c-c6df-46e8-8e36-1edd1e60c95f req-b05dc9ce-1093-4920-9912-62a614840599 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] No waiting events found dispatching network-vif-plugged-bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.161656] env[70621]: WARNING nova.compute.manager [req-b295dc6c-c6df-46e8-8e36-1edd1e60c95f req-b05dc9ce-1093-4920-9912-62a614840599 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Received unexpected event network-vif-plugged-bc12dcff-133d-4018-9f99-d89859c9eb86 for instance with vm_state building and task_state spawning. [ 801.243545] env[70621]: DEBUG nova.network.neutron [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Successfully updated port: bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.306031] env[70621]: INFO nova.compute.manager [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Took 54.46 seconds to build instance. [ 801.322027] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.458445] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135596, 'name': Rename_Task, 'duration_secs': 0.157425} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.458701] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.458987] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ff1745-75aa-4da7-a533-e0dff4295163 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.466317] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 801.466317] env[70621]: value = "task-4135598" [ 801.466317] env[70621]: _type = "Task" [ 801.466317] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.477554] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.495954] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 17f11b74-f8eb-4460-8d7c-1c42d249d5e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 801.518556] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.584194] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "b7de3584-9304-4363-adb5-ecf99a60bdb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.584564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.584811] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "b7de3584-9304-4363-adb5-ecf99a60bdb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.585187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.585431] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.588018] env[70621]: INFO nova.compute.manager [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Terminating instance [ 801.749242] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "refresh_cache-ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.749242] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquired lock "refresh_cache-ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.749374] env[70621]: DEBUG nova.network.neutron [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.811078] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e5fa3dd-b90d-4042-9aaf-51017cfb019a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.567s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.851850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.977943] env[70621]: DEBUG oslo_vmware.api [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135598, 'name': PowerOnVM_Task, 'duration_secs': 0.501674} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.977943] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.977943] env[70621]: INFO nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Took 7.09 seconds to spawn the instance on the hypervisor. [ 801.977943] env[70621]: DEBUG nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.978545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78526fd1-f7d0-476c-8a20-52b76557b210 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.999869] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 289770ea-9d82-44e6-8938-d02978cd7080 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 802.013457] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "40a8e338-4099-4da8-b39a-0235c5e8d450" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.013778] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.013969] env[70621]: DEBUG nova.compute.manager [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.014337] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135597, 'name': ReconfigVM_Task, 'duration_secs': 0.698348} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.015984] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f10f5-c170-4af5-9bcf-ca466c4ebf87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.019412] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Reconfigured VM instance instance-00000025 to attach disk [datastore2] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.020572] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-057fe3e3-8659-488c-9067-a93cb0093b48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.028786] env[70621]: DEBUG nova.compute.manager [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 802.029477] env[70621]: DEBUG nova.objects.instance [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lazy-loading 'flavor' on Instance uuid 40a8e338-4099-4da8-b39a-0235c5e8d450 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.034963] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 802.034963] env[70621]: value = "task-4135599" [ 802.034963] env[70621]: _type = "Task" [ 802.034963] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.046478] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135599, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.092386] env[70621]: DEBUG nova.compute.manager [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.092690] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.093726] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b599616-f8c1-4557-a0fb-b27777b0e445 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.103127] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.103472] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1522802-1c65-427c-a002-827b6e93b827 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.111208] env[70621]: DEBUG oslo_vmware.api [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 802.111208] env[70621]: value = "task-4135600" [ 802.111208] env[70621]: _type = "Task" [ 802.111208] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.122344] env[70621]: DEBUG oslo_vmware.api [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.287169] env[70621]: DEBUG nova.network.neutron [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.314410] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.482661] env[70621]: DEBUG nova.network.neutron [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Updating instance_info_cache with network_info: [{"id": "bc12dcff-133d-4018-9f99-d89859c9eb86", "address": "fa:16:3e:30:6f:b4", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc12dcff-13", "ovs_interfaceid": "bc12dcff-133d-4018-9f99-d89859c9eb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.499840] env[70621]: INFO nova.compute.manager [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Took 49.62 seconds to build instance. [ 802.506989] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c374c977-6c2a-43b8-9c61-b7eb09470174 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 802.545104] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135599, 'name': Rename_Task, 'duration_secs': 0.173606} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.545938] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.546446] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e067a62-4a24-47fe-a960-67c50e03f5a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.554228] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 802.554228] env[70621]: value = "task-4135601" [ 802.554228] env[70621]: _type = "Task" [ 802.554228] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.565051] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.623012] env[70621]: DEBUG oslo_vmware.api [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135600, 'name': PowerOffVM_Task, 'duration_secs': 0.240338} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.623422] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.623603] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.623882] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83679776-ed9d-4852-9d23-833e57c4f28f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.701528] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.701766] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.701953] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Deleting the datastore file [datastore2] b7de3584-9304-4363-adb5-ecf99a60bdb3 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.702246] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-509ab978-c58a-4170-b69c-2e217e31c8e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.709215] env[70621]: DEBUG oslo_vmware.api [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for the task: (returnval){ [ 802.709215] env[70621]: value = "task-4135603" [ 802.709215] env[70621]: _type = "Task" [ 802.709215] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.717609] env[70621]: DEBUG oslo_vmware.api [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.839122] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.986137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Releasing lock "refresh_cache-ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.986517] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Instance network_info: |[{"id": "bc12dcff-133d-4018-9f99-d89859c9eb86", "address": "fa:16:3e:30:6f:b4", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc12dcff-13", "ovs_interfaceid": "bc12dcff-133d-4018-9f99-d89859c9eb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.987024] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:6f:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc12dcff-133d-4018-9f99-d89859c9eb86', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.994846] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Creating folder: Project (e996f1dc4bff4a029b5dc8bb2f51e2f2). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.995161] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7a8a351-2355-424c-aa11-90427026b55b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.001923] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3277b696-ed70-475d-ad70-87cca17a0d66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.545s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.008204] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Created folder: Project (e996f1dc4bff4a029b5dc8bb2f51e2f2) in parent group-v818963. [ 803.008204] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Creating folder: Instances. Parent ref: group-v819076. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.008204] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd59b904-bebf-4de6-8347-6d52b6d849a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.010821] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3768ccae-b089-439c-943f-d54d10c245ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.020916] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Created folder: Instances in parent group-v819076. [ 803.021190] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.021386] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.021613] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f73c26-e278-427b-b838-4bb77e88c1d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.040137] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.040445] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-243cc5c2-c02c-419a-93c9-24504564b48d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.044712] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.044712] env[70621]: value = "task-4135606" [ 803.044712] env[70621]: _type = "Task" [ 803.044712] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.049826] env[70621]: DEBUG oslo_vmware.api [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 803.049826] env[70621]: value = "task-4135607" [ 803.049826] env[70621]: _type = "Task" [ 803.049826] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.056675] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135606, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.063715] env[70621]: DEBUG oslo_vmware.api [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.069789] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135601, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.222320] env[70621]: DEBUG oslo_vmware.api [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Task: {'id': task-4135603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272619} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.222638] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.222832] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.223093] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.223222] env[70621]: INFO nova.compute.manager [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 803.223486] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.223683] env[70621]: DEBUG nova.compute.manager [-] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.223781] env[70621]: DEBUG nova.network.neutron [-] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.346046] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.346046] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.365787] env[70621]: DEBUG nova.compute.manager [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Received event network-changed-bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.365997] env[70621]: DEBUG nova.compute.manager [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Refreshing instance network info cache due to event network-changed-bc12dcff-133d-4018-9f99-d89859c9eb86. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.366237] env[70621]: DEBUG oslo_concurrency.lockutils [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] Acquiring lock "refresh_cache-ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.366383] env[70621]: DEBUG oslo_concurrency.lockutils [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] Acquired lock "refresh_cache-ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.366541] env[70621]: DEBUG nova.network.neutron [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Refreshing network info cache for port bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.504472] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.514781] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9db0aa8c-05ca-46d6-9c3f-6255606e97d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.564928] env[70621]: DEBUG oslo_vmware.api [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135607, 'name': PowerOffVM_Task, 'duration_secs': 0.284801} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.565147] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135606, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.569109] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.569374] env[70621]: DEBUG nova.compute.manager [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.570520] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c3cd66-57e4-4c95-b27f-b69058fa2102 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.579955] env[70621]: DEBUG oslo_vmware.api [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135601, 'name': PowerOnVM_Task, 'duration_secs': 0.743434} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.581931] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.582024] env[70621]: INFO nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Took 5.88 seconds to spawn the instance on the hypervisor. [ 803.582221] env[70621]: DEBUG nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.584861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b97dfa-65c8-457d-a318-f736e95142b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.018509] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 93f539d3-de28-4247-b2c1-17488750aa8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 804.029031] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.055311] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135606, 'name': CreateVM_Task, 'duration_secs': 0.543005} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.055508] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.056182] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.056350] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.056669] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.056923] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d666e2-daf7-4342-9c79-86713b3b2be1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.061849] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 804.061849] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c2faad-b8fc-331a-8a29-295db831e9ed" [ 804.061849] env[70621]: _type = "Task" [ 804.061849] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.071027] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c2faad-b8fc-331a-8a29-295db831e9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.091842] env[70621]: DEBUG nova.network.neutron [-] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.093326] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634182e8-923e-47d5-acb5-bb89c0c3eabd tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.103793] env[70621]: INFO nova.compute.manager [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Took 47.79 seconds to build instance. [ 804.138278] env[70621]: DEBUG nova.network.neutron [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Updated VIF entry in instance network info cache for port bc12dcff-133d-4018-9f99-d89859c9eb86. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.138624] env[70621]: DEBUG nova.network.neutron [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Updating instance_info_cache with network_info: [{"id": "bc12dcff-133d-4018-9f99-d89859c9eb86", "address": "fa:16:3e:30:6f:b4", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc12dcff-13", "ovs_interfaceid": "bc12dcff-133d-4018-9f99-d89859c9eb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.525215] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 52c59e2e-f232-4634-833e-dd07b6892c59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 804.574233] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c2faad-b8fc-331a-8a29-295db831e9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02992} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.574233] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.574430] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.574559] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.574716] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.575910] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.575910] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-752527d8-d8e0-40f2-91b5-df784072a338 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.585115] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.585346] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.586121] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8badffb-5dd0-4863-bb05-5bbdbcab4623 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.592329] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 804.592329] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521760b8-fac7-544f-7a8c-e6bd530432c0" [ 804.592329] env[70621]: _type = "Task" [ 804.592329] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.595910] env[70621]: INFO nova.compute.manager [-] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Took 1.37 seconds to deallocate network for instance. [ 804.605468] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e257e3fd-c73a-40d1-9be8-709f89f88a26 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "ba429fba-1128-4002-96bf-50a463bad12b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.521s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.605726] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521760b8-fac7-544f-7a8c-e6bd530432c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.641311] env[70621]: DEBUG oslo_concurrency.lockutils [req-17a8f0f4-d295-4b77-b3f4-647433cdd32f req-d852c4b2-f2b4-466f-9089-e827f00f4953 service nova] Releasing lock "refresh_cache-ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.028317] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 0a6901f6-cb75-48df-a838-f3878ecbc8aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 805.103570] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521760b8-fac7-544f-7a8c-e6bd530432c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.103908] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d8033c-fbf2-437d-9949-0432aad55db8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.107412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.107929] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.114332] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 805.114332] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52072fbf-e316-9388-06ca-853b3dc8a579" [ 805.114332] env[70621]: _type = "Task" [ 805.114332] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.124306] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52072fbf-e316-9388-06ca-853b3dc8a579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.371446] env[70621]: INFO nova.compute.manager [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Rebuilding instance [ 805.398270] env[70621]: DEBUG nova.compute.manager [req-8012bd6c-5036-40f4-add9-41eb4cbaa225 req-686a1607-b7b4-4804-acae-ddfcf6473654 service nova] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Received event network-vif-deleted-f984e3fe-ec07-4d23-b54f-979ec72e588d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.414475] env[70621]: DEBUG nova.compute.manager [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.415389] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce5525-6cb4-4074-9d93-f2383c42adb3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.532050] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance d3d89f04-2a0b-49d0-ac74-f1315b68cd35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 805.627157] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52072fbf-e316-9388-06ca-853b3dc8a579, 'name': SearchDatastore_Task, 'duration_secs': 0.019228} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.627449] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.627758] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ff0824a7-e7b4-46a9-8474-0b9e1d57aa79/ff0824a7-e7b4-46a9-8474-0b9e1d57aa79.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.628103] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-549db0c1-c886-430d-b36c-f7adc89200ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.631383] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.635550] env[70621]: DEBUG nova.compute.manager [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.637456] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a8f083-144a-46c1-bf06-49fda785039a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.640338] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 805.640338] env[70621]: value = "task-4135608" [ 805.640338] env[70621]: _type = "Task" [ 805.640338] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.655158] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.035540] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 806.153675] env[70621]: INFO nova.compute.manager [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] instance snapshotting [ 806.153950] env[70621]: WARNING nova.compute.manager [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 806.155813] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.156939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28675928-5e2c-4ef9-ab22-45e09821f8e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.177601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb93c99-230d-4337-92ee-91aef2a86b34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.431636] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.432378] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427a9b9c-b141-4ff5-920c-bb4646b5f68d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.442148] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 806.442148] env[70621]: value = "task-4135609" [ 806.442148] env[70621]: _type = "Task" [ 806.442148] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.454532] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.539414] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9253259a-e5e7-459b-b2d3-673dd53c40af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 806.539848] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 806.540040] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 806.654844] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597486} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.655119] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ff0824a7-e7b4-46a9-8474-0b9e1d57aa79/ff0824a7-e7b4-46a9-8474-0b9e1d57aa79.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.655334] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.655594] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a6485c-1557-481c-8018-881846527698 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.665080] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 806.665080] env[70621]: value = "task-4135610" [ 806.665080] env[70621]: _type = "Task" [ 806.665080] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.680174] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.689600] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.689974] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c65174f0-f754-4401-8f57-3ecbc027127e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.701154] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 806.701154] env[70621]: value = "task-4135611" [ 806.701154] env[70621]: _type = "Task" [ 806.701154] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.712778] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.952627] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135609, 'name': PowerOffVM_Task, 'duration_secs': 0.29793} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.952948] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.953640] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.956766] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fd9541-cf9b-470c-8539-f2bdd645b7d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.964237] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.964539] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d131e591-3941-40af-b47c-86d4b1c483cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.989732] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.989973] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.990197] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Deleting the datastore file [datastore2] ba429fba-1128-4002-96bf-50a463bad12b {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.990481] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52ff318c-f93b-4187-9034-daecff85fdda {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.998986] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 806.998986] env[70621]: value = "task-4135613" [ 806.998986] env[70621]: _type = "Task" [ 806.998986] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.007888] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.125007] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d60ee-7d02-4005-b2d5-2d33426a705f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.134046] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82e9ca5-1462-460a-9d3b-59e1f09646fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.167355] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11e1559-13c4-4a1b-bb22-7c545c995cd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.181350] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bbd045-78f9-4c42-9702-f78280391dcf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.185302] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07934} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.185583] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.186799] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a07c257-9e62-41a0-b256-a36db022d081 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.197566] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.219038] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] ff0824a7-e7b4-46a9-8474-0b9e1d57aa79/ff0824a7-e7b4-46a9-8474-0b9e1d57aa79.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.222990] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9830d2a9-07f9-41f5-8651-62933ed4fa55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.243754] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135611, 'name': CreateSnapshot_Task, 'duration_secs': 0.498716} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.245340] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.245669] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 807.245669] env[70621]: value = "task-4135614" [ 807.245669] env[70621]: _type = "Task" [ 807.245669] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.246407] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303d39d-46b8-4503-a5af-782f028bf96a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.263075] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135614, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.510537] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.701035] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.761037] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.770869] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 807.771175] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-18085df1-857b-4652-af1f-7968ab0b6e4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.780833] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 807.780833] env[70621]: value = "task-4135615" [ 807.780833] env[70621]: _type = "Task" [ 807.780833] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.789101] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135615, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.011254] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615648} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.011509] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.011691] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.011865] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.206636] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 808.207157] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.812s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.208137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.824s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.208137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.210258] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.267s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.210436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.212791] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.323s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.214488] env[70621]: INFO nova.compute.claims [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.236474] env[70621]: INFO nova.scheduler.client.report [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Deleted allocations for instance 227f368d-428b-44d6-8e88-cf29f616701d [ 808.238840] env[70621]: INFO nova.scheduler.client.report [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleted allocations for instance 5ced4db8-4171-48b7-9b75-1224b29a7edb [ 808.261197] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.293267] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135615, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.751494] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b4b926b-0314-408c-b47e-bfa9a94ad92d tempest-AttachInterfacesV270Test-1136727211 tempest-AttachInterfacesV270Test-1136727211-project-member] Lock "227f368d-428b-44d6-8e88-cf29f616701d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.287s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.755567] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b22dbf2b-a576-42cf-91e7-bd4358088d97 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "5ced4db8-4171-48b7-9b75-1224b29a7edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.583s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.771478] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.791595] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135615, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.054394] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.054701] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.054928] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.055200] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.055978] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.055978] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.055978] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.056307] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.056307] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.056466] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.056677] env[70621]: DEBUG nova.virt.hardware [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.057775] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8247c62-705d-4cdc-89e7-804181cfea06 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.067045] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b874e471-71be-49bd-bdc2-4c6593c3aba8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.084597] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.092202] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.092832] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.092991] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6c222b6-6c46-4e65-b803-1a14ddb3ea84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.119508] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.119508] env[70621]: value = "task-4135616" [ 809.119508] env[70621]: _type = "Task" [ 809.119508] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.128966] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135616, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.271278] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135614, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.296462] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135615, 'name': CloneVM_Task, 'duration_secs': 1.275112} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.296462] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Created linked-clone VM from snapshot [ 809.297237] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2b652e-d889-499b-b602-8282dec47ebb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.311913] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Uploading image 5d2bef61-3d34-457b-afbb-2dfa41470483 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.342563] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.342563] env[70621]: value = "vm-819080" [ 809.342563] env[70621]: _type = "VirtualMachine" [ 809.342563] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.343144] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f4be051-3450-45a8-87df-54199f8fe836 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.354743] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease: (returnval){ [ 809.354743] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52afc270-96d3-cf7f-75a8-b4f1156e7f15" [ 809.354743] env[70621]: _type = "HttpNfcLease" [ 809.354743] env[70621]: } obtained for exporting VM: (result){ [ 809.354743] env[70621]: value = "vm-819080" [ 809.354743] env[70621]: _type = "VirtualMachine" [ 809.354743] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.356281] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the lease: (returnval){ [ 809.356281] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52afc270-96d3-cf7f-75a8-b4f1156e7f15" [ 809.356281] env[70621]: _type = "HttpNfcLease" [ 809.356281] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.369043] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.369043] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52afc270-96d3-cf7f-75a8-b4f1156e7f15" [ 809.369043] env[70621]: _type = "HttpNfcLease" [ 809.369043] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.634159] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135616, 'name': CreateVM_Task, 'duration_secs': 0.341756} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.634456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.638018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.638018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.638018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.638018] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3907a077-a229-468e-858a-e4f4f93f8cca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.642231] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 809.642231] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521b8c7e-1737-e729-6be3-490d2685d820" [ 809.642231] env[70621]: _type = "Task" [ 809.642231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.658582] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521b8c7e-1737-e729-6be3-490d2685d820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.769231] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135614, 'name': ReconfigVM_Task, 'duration_secs': 2.04317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.769755] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Reconfigured VM instance instance-00000026 to attach disk [datastore1] ff0824a7-e7b4-46a9-8474-0b9e1d57aa79/ff0824a7-e7b4-46a9-8474-0b9e1d57aa79.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.770261] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a74e9bb1-4342-40be-8e89-f52f46fd8e9a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.785241] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 809.785241] env[70621]: value = "task-4135618" [ 809.785241] env[70621]: _type = "Task" [ 809.785241] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.797630] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135618, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.865249] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.865249] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52afc270-96d3-cf7f-75a8-b4f1156e7f15" [ 809.865249] env[70621]: _type = "HttpNfcLease" [ 809.865249] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.868981] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.868981] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52afc270-96d3-cf7f-75a8-b4f1156e7f15" [ 809.868981] env[70621]: _type = "HttpNfcLease" [ 809.868981] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.868981] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433c75fb-d9d6-4c3c-9253-804eb542e851 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.875255] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f646ce-5feb-f5b6-352e-0282cc214673/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.876167] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f646ce-5feb-f5b6-352e-0282cc214673/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.976026] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e806cf67-1e71-4dd4-b1bf-3a204616bda7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.990760] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19c4fba-9c9c-4632-b897-81f366ba7631 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.001236] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d800a61-a8fb-4e6c-928f-0969c054bd3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.039246] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f149fa7-c09e-466b-8520-0121cf3a8eed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.058071] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7db50-3024-466a-b086-2b830da5cce3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.081735] env[70621]: DEBUG nova.compute.provider_tree [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.157432] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521b8c7e-1737-e729-6be3-490d2685d820, 'name': SearchDatastore_Task, 'duration_secs': 0.030552} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.157672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.157917] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.158171] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.158322] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.158500] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.159484] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cb2c5d8-5dbe-4799-ba55-41daa70e8998 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.169692] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.169892] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.170926] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b91e88e-b43f-4687-bdb2-ca4025a1432a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.178032] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 810.178032] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520477cc-2535-2cf5-25b6-5ff0326b4f15" [ 810.178032] env[70621]: _type = "Task" [ 810.178032] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.188143] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520477cc-2535-2cf5-25b6-5ff0326b4f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.295959] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135618, 'name': Rename_Task, 'duration_secs': 0.232658} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.296339] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.296674] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc993bab-fa35-4f9d-b045-ce31711192be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.305219] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 810.305219] env[70621]: value = "task-4135619" [ 810.305219] env[70621]: _type = "Task" [ 810.305219] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.315234] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.587576] env[70621]: DEBUG nova.scheduler.client.report [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.693098] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520477cc-2535-2cf5-25b6-5ff0326b4f15, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.694106] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a210f366-9a4d-44bc-b4e1-71ea91d16bf5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.705399] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "2ac2e500-e00f-44ad-a7a7-10219c79c035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.705807] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.708664] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 810.708664] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b92d9d-9124-8371-83ba-30b389d73166" [ 810.708664] env[70621]: _type = "Task" [ 810.708664] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.718139] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b92d9d-9124-8371-83ba-30b389d73166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.818571] env[70621]: DEBUG oslo_vmware.api [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135619, 'name': PowerOnVM_Task, 'duration_secs': 0.506609} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.820738] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.820738] env[70621]: INFO nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Took 10.89 seconds to spawn the instance on the hypervisor. [ 810.820738] env[70621]: DEBUG nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.820738] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f2b571-f247-447a-9908-af965b1bb1f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.095772] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.096320] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.100809] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.338s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.101041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.103310] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.246s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.103503] env[70621]: DEBUG nova.objects.instance [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.138132] env[70621]: INFO nova.scheduler.client.report [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Deleted allocations for instance 4bf50c51-dfc7-43bb-b79a-374d8c4954e8 [ 811.221724] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b92d9d-9124-8371-83ba-30b389d73166, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.221724] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.222414] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.225593] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc22a7f-82c0-40cc-a0c0-4900edf304a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.232553] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 811.232553] env[70621]: value = "task-4135620" [ 811.232553] env[70621]: _type = "Task" [ 811.232553] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.243799] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.347776] env[70621]: INFO nova.compute.manager [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Took 53.44 seconds to build instance. [ 811.603590] env[70621]: DEBUG nova.compute.utils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.604338] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.604617] env[70621]: DEBUG nova.network.neutron [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.649830] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0cfcf6c5-a782-42b7-9ee4-827a3c36814a tempest-InstanceActionsV221TestJSON-747316391 tempest-InstanceActionsV221TestJSON-747316391-project-member] Lock "4bf50c51-dfc7-43bb-b79a-374d8c4954e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.076s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.690102] env[70621]: DEBUG nova.policy [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0f15dfdcf5c435d8983dea8d9050535', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b647eb1eb9db406494f6a8fa94f56cc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.746684] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.854489] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2dfe93b9-5cc6-42bd-82ce-c1a56bc64973 tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.365s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.108766] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.124299] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9b96211f-4a6e-41f7-8644-932c79817c98 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.125481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.731s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.128887] env[70621]: INFO nova.compute.claims [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.184597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.184597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.184597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.184597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.184597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.188125] env[70621]: INFO nova.compute.manager [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Terminating instance [ 812.245064] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615352} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.245361] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.245594] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.245860] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cac8c0e-2976-403b-a0a0-c60a1eb9fc70 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.257393] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 812.257393] env[70621]: value = "task-4135621" [ 812.257393] env[70621]: _type = "Task" [ 812.257393] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.268571] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.271657] env[70621]: DEBUG nova.network.neutron [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Successfully created port: 19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.360687] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.692904] env[70621]: DEBUG nova.compute.manager [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.693153] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.694128] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2428fba-43d5-4754-ae6f-974df16d6cba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.707310] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.707825] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-535da4fb-61e4-4292-b872-69bd488e99a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.716289] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 812.716289] env[70621]: value = "task-4135622" [ 812.716289] env[70621]: _type = "Task" [ 812.716289] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.725462] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.769239] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113699} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.769526] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.770433] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b13007-7daf-4c2f-9e69-818659faaa3f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.795138] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.795446] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d3f4293-942c-4294-857b-1ff15ae0166e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.819245] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 812.819245] env[70621]: value = "task-4135623" [ 812.819245] env[70621]: _type = "Task" [ 812.819245] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.829672] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.891466] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.125599] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.165022] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.166131] env[70621]: DEBUG nova.virt.hardware [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.166832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c150a-58e5-42b0-a8b8-65c3bb190c4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.179780] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16737d0-2042-4237-bade-4538f78754c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.225780] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.332794] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135623, 'name': ReconfigVM_Task, 'duration_secs': 0.423077} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.333171] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Reconfigured VM instance instance-00000025 to attach disk [datastore1] ba429fba-1128-4002-96bf-50a463bad12b/ba429fba-1128-4002-96bf-50a463bad12b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.333873] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ca642a6-0b09-4086-a6bb-bee66c681196 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.342221] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 813.342221] env[70621]: value = "task-4135624" [ 813.342221] env[70621]: _type = "Task" [ 813.342221] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.357460] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135624, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.727101] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135622, 'name': PowerOffVM_Task, 'duration_secs': 0.920523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.729907] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.730106] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.730594] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2418290-28ba-4346-ba8f-6cf337674b24 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.761244] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1985176d-f7fd-43a4-b19e-c479afc15d2f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.767577] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc73657-639d-463e-9514-eef8d54deb0b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.801736] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b57077-49bc-495c-806b-c77797acc745 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.812538] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc9b51-34ea-4389-9242-cd7d3a6bb17c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.826439] env[70621]: DEBUG nova.compute.provider_tree [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.857102] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135624, 'name': Rename_Task, 'duration_secs': 0.241438} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.857102] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.857240] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7138672e-ce14-4bc4-a7ee-93416b53e777 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.866195] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 813.866195] env[70621]: value = "task-4135626" [ 813.866195] env[70621]: _type = "Task" [ 813.866195] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.874179] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.021491] env[70621]: DEBUG nova.compute.manager [req-f6ec5330-150f-4df6-81a6-fbe90c624ea5 req-21a790ed-0605-4dd4-97d3-719323ea1973 service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Received event network-vif-plugged-19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.021869] env[70621]: DEBUG oslo_concurrency.lockutils [req-f6ec5330-150f-4df6-81a6-fbe90c624ea5 req-21a790ed-0605-4dd4-97d3-719323ea1973 service nova] Acquiring lock "ae524940-899d-4c4f-92a1-784ad0336b4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.021944] env[70621]: DEBUG oslo_concurrency.lockutils [req-f6ec5330-150f-4df6-81a6-fbe90c624ea5 req-21a790ed-0605-4dd4-97d3-719323ea1973 service nova] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.022140] env[70621]: DEBUG oslo_concurrency.lockutils [req-f6ec5330-150f-4df6-81a6-fbe90c624ea5 req-21a790ed-0605-4dd4-97d3-719323ea1973 service nova] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.022353] env[70621]: DEBUG nova.compute.manager [req-f6ec5330-150f-4df6-81a6-fbe90c624ea5 req-21a790ed-0605-4dd4-97d3-719323ea1973 service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] No waiting events found dispatching network-vif-plugged-19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.022528] env[70621]: WARNING nova.compute.manager [req-f6ec5330-150f-4df6-81a6-fbe90c624ea5 req-21a790ed-0605-4dd4-97d3-719323ea1973 service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Received unexpected event network-vif-plugged-19c3b5fe-8bde-4add-82b7-91e8044a53d9 for instance with vm_state building and task_state spawning. [ 814.121589] env[70621]: DEBUG nova.network.neutron [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Successfully updated port: 19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.332177] env[70621]: DEBUG nova.scheduler.client.report [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.377636] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.496659] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.496992] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.497277] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Deleting the datastore file [datastore1] ff0824a7-e7b4-46a9-8474-0b9e1d57aa79 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.497696] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79040615-ccb1-4561-8cb6-2497d78475aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.507175] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for the task: (returnval){ [ 814.507175] env[70621]: value = "task-4135627" [ 814.507175] env[70621]: _type = "Task" [ 814.507175] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.518426] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.626725] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "refresh_cache-ae524940-899d-4c4f-92a1-784ad0336b4e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.626914] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquired lock "refresh_cache-ae524940-899d-4c4f-92a1-784ad0336b4e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.627105] env[70621]: DEBUG nova.network.neutron [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.838359] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.839020] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.844747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.052s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.845091] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.847689] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.304s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.850445] env[70621]: INFO nova.compute.claims [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.881031] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.888065] env[70621]: INFO nova.scheduler.client.report [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Deleted allocations for instance 9d764c39-7d3e-4473-98e1-c33ce79cba1e [ 815.018367] env[70621]: DEBUG oslo_vmware.api [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Task: {'id': task-4135627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147372} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.018638] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.018848] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.019059] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.019243] env[70621]: INFO nova.compute.manager [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Took 2.33 seconds to destroy the instance on the hypervisor. [ 815.019546] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.020078] env[70621]: DEBUG nova.compute.manager [-] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.020078] env[70621]: DEBUG nova.network.neutron [-] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.176786] env[70621]: DEBUG nova.network.neutron [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.336078] env[70621]: DEBUG nova.network.neutron [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Updating instance_info_cache with network_info: [{"id": "19c3b5fe-8bde-4add-82b7-91e8044a53d9", "address": "fa:16:3e:b0:86:ce", "network": {"id": "8508dcc4-9363-4e50-a46f-267fcaddece5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-531668100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b647eb1eb9db406494f6a8fa94f56cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c3b5fe-8b", "ovs_interfaceid": "19c3b5fe-8bde-4add-82b7-91e8044a53d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.359640] env[70621]: DEBUG nova.compute.utils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.363520] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.363709] env[70621]: DEBUG nova.network.neutron [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.376991] env[70621]: DEBUG oslo_vmware.api [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135626, 'name': PowerOnVM_Task, 'duration_secs': 1.2093} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.377357] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.377568] env[70621]: DEBUG nova.compute.manager [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.378712] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd67f60-996c-405d-9b59-8d92cf4f14df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.402125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ab19f2b-62cb-462f-9874-c49adaebb575 tempest-ServerShowV257Test-2105625985 tempest-ServerShowV257Test-2105625985-project-member] Lock "9d764c39-7d3e-4473-98e1-c33ce79cba1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.862s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.408156] env[70621]: DEBUG nova.policy [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0bda2c5f6724a03b1d4f9997fbb003b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2b694f204934c90ab38257785182374', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.767009] env[70621]: DEBUG nova.network.neutron [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Successfully created port: f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.778076] env[70621]: DEBUG nova.network.neutron [-] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.838889] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Releasing lock "refresh_cache-ae524940-899d-4c4f-92a1-784ad0336b4e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.839266] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Instance network_info: |[{"id": "19c3b5fe-8bde-4add-82b7-91e8044a53d9", "address": "fa:16:3e:b0:86:ce", "network": {"id": "8508dcc4-9363-4e50-a46f-267fcaddece5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-531668100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b647eb1eb9db406494f6a8fa94f56cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c3b5fe-8b", "ovs_interfaceid": "19c3b5fe-8bde-4add-82b7-91e8044a53d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.839705] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:86:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19c3b5fe-8bde-4add-82b7-91e8044a53d9', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.847546] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Creating folder: Project (b647eb1eb9db406494f6a8fa94f56cc1). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.847898] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71c5c5c9-7cae-43ec-871e-15959317e1b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.861320] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Created folder: Project (b647eb1eb9db406494f6a8fa94f56cc1) in parent group-v818963. [ 815.862046] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Creating folder: Instances. Parent ref: group-v819082. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.862046] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90989b75-e6bf-4540-a202-d7ff418cbe9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.866604] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.883257] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Created folder: Instances in parent group-v819082. [ 815.883605] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.883897] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.884402] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5cd05b5-4a9a-4832-8606-828973ee7b42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.915191] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.919380] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.919380] env[70621]: value = "task-4135630" [ 815.919380] env[70621]: _type = "Task" [ 815.919380] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.930771] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135630, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.120265] env[70621]: DEBUG nova.compute.manager [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Received event network-changed-19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.120467] env[70621]: DEBUG nova.compute.manager [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Refreshing instance network info cache due to event network-changed-19c3b5fe-8bde-4add-82b7-91e8044a53d9. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.120682] env[70621]: DEBUG oslo_concurrency.lockutils [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] Acquiring lock "refresh_cache-ae524940-899d-4c4f-92a1-784ad0336b4e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.120830] env[70621]: DEBUG oslo_concurrency.lockutils [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] Acquired lock "refresh_cache-ae524940-899d-4c4f-92a1-784ad0336b4e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.120989] env[70621]: DEBUG nova.network.neutron [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Refreshing network info cache for port 19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.283228] env[70621]: INFO nova.compute.manager [-] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Took 1.26 seconds to deallocate network for instance. [ 816.431727] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135630, 'name': CreateVM_Task, 'duration_secs': 0.389061} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.431877] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.432573] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.432742] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.433095] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.433610] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabf7a2e-1438-4eed-be01-d2a592a1b592 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.443827] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 816.443827] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523747a5-59ad-2ade-6e9b-7b7fcb8e1101" [ 816.443827] env[70621]: _type = "Task" [ 816.443827] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.454638] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523747a5-59ad-2ade-6e9b-7b7fcb8e1101, 'name': SearchDatastore_Task} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.454970] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455265] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.455769] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.455769] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.455968] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.456915] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afbb985e-6608-4427-88ac-216cd416177e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.466611] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.466821] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.467618] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f62977b-933f-4664-a499-1ee15d8b239e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.477749] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 816.477749] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5237c3f2-59d2-b323-8d5d-e5ad39d8d3d3" [ 816.477749] env[70621]: _type = "Task" [ 816.477749] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.490048] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5237c3f2-59d2-b323-8d5d-e5ad39d8d3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.492611] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca3d363-0987-4655-8ade-d43966e9ffc5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.495344] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5439dec3-e104-4426-a2f2-23c9d1431b30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.505112] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb28da1-1ac1-48f6-818b-0f857546fb3c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.508915] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 816.508915] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526efefa-828d-d539-d0a2-a6d66bc8ef51" [ 816.508915] env[70621]: _type = "Task" [ 816.508915] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.546409] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f185d16-b754-470d-8ec4-3ec37a8d0512 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549947] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526efefa-828d-d539-d0a2-a6d66bc8ef51, 'name': SearchDatastore_Task, 'duration_secs': 0.012879} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.552802] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.553101] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ae524940-899d-4c4f-92a1-784ad0336b4e/ae524940-899d-4c4f-92a1-784ad0336b4e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.553846] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82d993e3-f300-41f8-963c-f661952fa3aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.560796] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524fb284-002d-456b-9229-8cf80753473b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.568071] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 816.568071] env[70621]: value = "task-4135631" [ 816.568071] env[70621]: _type = "Task" [ 816.568071] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.583551] env[70621]: DEBUG nova.compute.provider_tree [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.592990] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.794289] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.882169] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.924994] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.924994] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.924994] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.924994] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.925274] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.925274] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.925463] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.925623] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.925838] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.925957] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.926162] env[70621]: DEBUG nova.virt.hardware [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.929686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1e9a9b-7a75-4a8c-b15e-c999af4bacf4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.931470] env[70621]: DEBUG nova.network.neutron [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Updated VIF entry in instance network info cache for port 19c3b5fe-8bde-4add-82b7-91e8044a53d9. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.931882] env[70621]: DEBUG nova.network.neutron [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Updating instance_info_cache with network_info: [{"id": "19c3b5fe-8bde-4add-82b7-91e8044a53d9", "address": "fa:16:3e:b0:86:ce", "network": {"id": "8508dcc4-9363-4e50-a46f-267fcaddece5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-531668100-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b647eb1eb9db406494f6a8fa94f56cc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19c3b5fe-8b", "ovs_interfaceid": "19c3b5fe-8bde-4add-82b7-91e8044a53d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.940131] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92526879-bad6-4834-a9a1-d92ce83b7b24 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.058101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "ba429fba-1128-4002-96bf-50a463bad12b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.058552] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "ba429fba-1128-4002-96bf-50a463bad12b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.058984] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "ba429fba-1128-4002-96bf-50a463bad12b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.059405] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "ba429fba-1128-4002-96bf-50a463bad12b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.059610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "ba429fba-1128-4002-96bf-50a463bad12b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.062633] env[70621]: INFO nova.compute.manager [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Terminating instance [ 817.081824] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135631, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.087831] env[70621]: DEBUG nova.scheduler.client.report [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.434585] env[70621]: DEBUG oslo_concurrency.lockutils [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] Releasing lock "refresh_cache-ae524940-899d-4c4f-92a1-784ad0336b4e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.434876] env[70621]: DEBUG nova.compute.manager [req-f9327cf9-ef97-4cd5-9d2b-063512148712 req-f7462e6b-5198-47c7-8c40-1c1c3b7c67bd service nova] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Received event network-vif-deleted-bc12dcff-133d-4018-9f99-d89859c9eb86 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.453434] env[70621]: DEBUG nova.network.neutron [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Successfully updated port: f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.469977] env[70621]: DEBUG nova.compute.manager [req-529932b2-a30f-4778-a814-3b5133f9e12b req-a08efcd5-9e11-4bb0-adca-7943dd606e95 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Received event network-vif-plugged-f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.470203] env[70621]: DEBUG oslo_concurrency.lockutils [req-529932b2-a30f-4778-a814-3b5133f9e12b req-a08efcd5-9e11-4bb0-adca-7943dd606e95 service nova] Acquiring lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.470540] env[70621]: DEBUG oslo_concurrency.lockutils [req-529932b2-a30f-4778-a814-3b5133f9e12b req-a08efcd5-9e11-4bb0-adca-7943dd606e95 service nova] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.470597] env[70621]: DEBUG oslo_concurrency.lockutils [req-529932b2-a30f-4778-a814-3b5133f9e12b req-a08efcd5-9e11-4bb0-adca-7943dd606e95 service nova] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.470791] env[70621]: DEBUG nova.compute.manager [req-529932b2-a30f-4778-a814-3b5133f9e12b req-a08efcd5-9e11-4bb0-adca-7943dd606e95 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] No waiting events found dispatching network-vif-plugged-f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.470944] env[70621]: WARNING nova.compute.manager [req-529932b2-a30f-4778-a814-3b5133f9e12b req-a08efcd5-9e11-4bb0-adca-7943dd606e95 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Received unexpected event network-vif-plugged-f8962944-09ba-42b6-ac5b-c3971c569b72 for instance with vm_state building and task_state spawning. [ 817.575704] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "refresh_cache-ba429fba-1128-4002-96bf-50a463bad12b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.575947] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquired lock "refresh_cache-ba429fba-1128-4002-96bf-50a463bad12b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.576424] env[70621]: DEBUG nova.network.neutron [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.581539] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537858} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.582019] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ae524940-899d-4c4f-92a1-784ad0336b4e/ae524940-899d-4c4f-92a1-784ad0336b4e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.582242] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.582800] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27eadb12-e7e9-40af-9fcd-fdd103920d65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.591170] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 817.591170] env[70621]: value = "task-4135632" [ 817.591170] env[70621]: _type = "Task" [ 817.591170] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.595587] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.596303] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.599693] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.262s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.600067] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.602457] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.637s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.602734] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.604627] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.156s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.604883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.606795] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.009s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.609335] env[70621]: INFO nova.compute.claims [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.618491] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.640919] env[70621]: INFO nova.scheduler.client.report [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Deleted allocations for instance 073eaf30-1b21-43a7-a020-0fe9508db118 [ 817.648866] env[70621]: INFO nova.scheduler.client.report [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Deleted allocations for instance 10a5ff4b-5d67-4173-8378-a8cde0b80b6b [ 817.669403] env[70621]: INFO nova.scheduler.client.report [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Deleted allocations for instance 9fd729ba-094d-480c-9b90-23af25f98324 [ 817.963477] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.963477] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquired lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.963477] env[70621]: DEBUG nova.network.neutron [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.102218] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109588} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.103256] env[70621]: DEBUG nova.network.neutron [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.105178] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.106109] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d12f14-d74b-4d25-a4eb-3251644ff156 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.122591] env[70621]: DEBUG nova.compute.utils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.136222] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] ae524940-899d-4c4f-92a1-784ad0336b4e/ae524940-899d-4c4f-92a1-784ad0336b4e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.140439] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.140564] env[70621]: DEBUG nova.network.neutron [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.142176] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e284abdd-4b2d-48e3-bb93-d5ef21b94d0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.161355] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e39c963f-2eec-4e6d-ae31-a475d6f4496e tempest-VolumesAssistedSnapshotsTest-988298436 tempest-VolumesAssistedSnapshotsTest-988298436-project-member] Lock "10a5ff4b-5d67-4173-8378-a8cde0b80b6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.930s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.163034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a04c058-2dce-4c90-b5ce-79542ebbfba5 tempest-DeleteServersAdminTestJSON-2096477242 tempest-DeleteServersAdminTestJSON-2096477242-project-member] Lock "073eaf30-1b21-43a7-a020-0fe9508db118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.852s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.171566] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 818.171566] env[70621]: value = "task-4135633" [ 818.171566] env[70621]: _type = "Task" [ 818.171566] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.181743] env[70621]: DEBUG oslo_concurrency.lockutils [None req-744180f1-fdbf-4c1c-b5c4-0f186430bfae tempest-FloatingIPsAssociationTestJSON-514222769 tempest-FloatingIPsAssociationTestJSON-514222769-project-member] Lock "9fd729ba-094d-480c-9b90-23af25f98324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.471s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.189322] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.212491] env[70621]: DEBUG nova.policy [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '961c3c3ce7fa40d3960678205db0e3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c8f5801a7b47528fbef82dc9a29a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.214978] env[70621]: DEBUG nova.network.neutron [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.525500] env[70621]: DEBUG nova.network.neutron [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.617043] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f646ce-5feb-f5b6-352e-0282cc214673/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.618486] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9c4ef-e293-4d16-a930-7993adc93070 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.626179] env[70621]: DEBUG nova.network.neutron [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Successfully created port: 00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.633207] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f646ce-5feb-f5b6-352e-0282cc214673/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.633814] env[70621]: ERROR oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f646ce-5feb-f5b6-352e-0282cc214673/disk-0.vmdk due to incomplete transfer. [ 818.634281] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fb3feef-e6ca-4171-ac14-998eae4f0f00 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.637839] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.656608] env[70621]: DEBUG oslo_vmware.rw_handles [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f646ce-5feb-f5b6-352e-0282cc214673/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.656961] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Uploaded image 5d2bef61-3d34-457b-afbb-2dfa41470483 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.662714] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.662714] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-555c6109-9e1b-4d22-b069-b236c3ae054d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.669228] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 818.669228] env[70621]: value = "task-4135634" [ 818.669228] env[70621]: _type = "Task" [ 818.669228] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.685181] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135634, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.690062] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135633, 'name': ReconfigVM_Task, 'duration_secs': 0.384841} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.690392] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] ae524940-899d-4c4f-92a1-784ad0336b4e/ae524940-899d-4c4f-92a1-784ad0336b4e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.691715] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82702d1f-ce00-4939-8270-57514cf3ca69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.699249] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 818.699249] env[70621]: value = "task-4135635" [ 818.699249] env[70621]: _type = "Task" [ 818.699249] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.714448] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135635, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.719036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Releasing lock "refresh_cache-ba429fba-1128-4002-96bf-50a463bad12b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.719036] env[70621]: DEBUG nova.compute.manager [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.719036] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.720138] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3226452c-7c52-4c66-86e2-f1d0f460888b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.732218] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.735071] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53fcbb14-3884-476c-9db4-c75b208fa51d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.744379] env[70621]: DEBUG oslo_vmware.api [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 818.744379] env[70621]: value = "task-4135636" [ 818.744379] env[70621]: _type = "Task" [ 818.744379] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.754293] env[70621]: DEBUG oslo_vmware.api [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.864059] env[70621]: DEBUG nova.network.neutron [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updating instance_info_cache with network_info: [{"id": "f8962944-09ba-42b6-ac5b-c3971c569b72", "address": "fa:16:3e:bf:2f:1a", "network": {"id": "d1042a44-00d1-4622-afa5-7adad60ac71d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-899889405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b694f204934c90ab38257785182374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8962944-09", "ovs_interfaceid": "f8962944-09ba-42b6-ac5b-c3971c569b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.183474] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135634, 'name': Destroy_Task, 'duration_secs': 0.478991} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.183777] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Destroyed the VM [ 819.184027] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.184431] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07bcf7f0-d6ca-43bd-95b3-0e33d1570bb3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.194367] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 819.194367] env[70621]: value = "task-4135637" [ 819.194367] env[70621]: _type = "Task" [ 819.194367] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.206304] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.217504] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135635, 'name': Rename_Task, 'duration_secs': 0.165571} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.220813] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.221835] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d5c300a-ca5e-40ce-b09b-2e9a73eb648d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.229437] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 819.229437] env[70621]: value = "task-4135638" [ 819.229437] env[70621]: _type = "Task" [ 819.229437] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.242195] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.254636] env[70621]: DEBUG oslo_vmware.api [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135636, 'name': PowerOffVM_Task, 'duration_secs': 0.133637} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.254636] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.254636] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.255298] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6600cd6a-0c16-4599-8825-6bc0d941279c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.284699] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.284945] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.285233] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Deleting the datastore file [datastore1] ba429fba-1128-4002-96bf-50a463bad12b {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.285532] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-360aaa9a-2165-4751-9714-9c4a9b99d2b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.292158] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bccbc7-282c-49dc-8093-d1c9d2b0cf0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.296392] env[70621]: DEBUG oslo_vmware.api [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for the task: (returnval){ [ 819.296392] env[70621]: value = "task-4135640" [ 819.296392] env[70621]: _type = "Task" [ 819.296392] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.313056] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf862e-4848-4126-937f-5e6fe4877d41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.322120] env[70621]: DEBUG oslo_vmware.api [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.354918] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd825cc-83c0-48fa-9fbc-4002123efa45 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.364241] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a044194f-93f6-4107-ab8b-52b2affdfe18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.370441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Releasing lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.370782] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Instance network_info: |[{"id": "f8962944-09ba-42b6-ac5b-c3971c569b72", "address": "fa:16:3e:bf:2f:1a", "network": {"id": "d1042a44-00d1-4622-afa5-7adad60ac71d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-899889405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b694f204934c90ab38257785182374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8962944-09", "ovs_interfaceid": "f8962944-09ba-42b6-ac5b-c3971c569b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.380592] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:2f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8962944-09ba-42b6-ac5b-c3971c569b72', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.393249] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Creating folder: Project (a2b694f204934c90ab38257785182374). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.393249] env[70621]: DEBUG nova.compute.provider_tree [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.393249] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f809766b-2e63-4baf-8b5c-8436f26864e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.403955] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Created folder: Project (a2b694f204934c90ab38257785182374) in parent group-v818963. [ 819.407969] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Creating folder: Instances. Parent ref: group-v819085. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.407969] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eb12a66-27bb-41b2-8292-1b3bf84e8c2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.417903] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Created folder: Instances in parent group-v819085. [ 819.418245] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.418453] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.418682] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d18cd7de-f9b1-4e68-9e2c-5aeae2127d7f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.444458] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.444458] env[70621]: value = "task-4135643" [ 819.444458] env[70621]: _type = "Task" [ 819.444458] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.457990] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135643, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.659981] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.701023] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.701023] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.701386] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.701455] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.701669] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.701852] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.703037] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.703037] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.703037] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.703037] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.703037] env[70621]: DEBUG nova.virt.hardware [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.709706] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578e4ca-6dcc-47f3-90de-4c54cf5e2cc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.724800] env[70621]: DEBUG oslo_vmware.api [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135637, 'name': RemoveSnapshot_Task, 'duration_secs': 0.422418} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.726356] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf2e83d-2159-43fd-9bff-6fbd823623e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.731190] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.731563] env[70621]: INFO nova.compute.manager [None req-2b616c83-70ed-49ae-a867-ecc34c27727a tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Took 13.58 seconds to snapshot the instance on the hypervisor. [ 819.753657] env[70621]: DEBUG oslo_vmware.api [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135638, 'name': PowerOnVM_Task, 'duration_secs': 0.509491} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.753888] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.754106] env[70621]: INFO nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Took 6.63 seconds to spawn the instance on the hypervisor. [ 819.754297] env[70621]: DEBUG nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.755122] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6cc443-0253-4d48-83df-ab7ca7f5b567 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.810584] env[70621]: DEBUG oslo_vmware.api [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Task: {'id': task-4135640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104076} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.810862] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.811093] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.814766] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.815015] env[70621]: INFO nova.compute.manager [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 819.815284] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.816255] env[70621]: DEBUG nova.compute.manager [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.816357] env[70621]: DEBUG nova.network.neutron [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.856675] env[70621]: DEBUG nova.network.neutron [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.895288] env[70621]: DEBUG nova.compute.manager [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Received event network-changed-f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.895497] env[70621]: DEBUG nova.compute.manager [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Refreshing instance network info cache due to event network-changed-f8962944-09ba-42b6-ac5b-c3971c569b72. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.895712] env[70621]: DEBUG oslo_concurrency.lockutils [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] Acquiring lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.895855] env[70621]: DEBUG oslo_concurrency.lockutils [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] Acquired lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.896212] env[70621]: DEBUG nova.network.neutron [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Refreshing network info cache for port f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.897902] env[70621]: DEBUG nova.scheduler.client.report [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.962724] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135643, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.275036] env[70621]: INFO nova.compute.manager [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Took 59.41 seconds to build instance. [ 820.359441] env[70621]: DEBUG nova.network.neutron [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.408921] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.409673] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.413361] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.817s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.413513] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.416188] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.269s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.419130] env[70621]: INFO nova.compute.claims [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.463028] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135643, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.464461] env[70621]: INFO nova.scheduler.client.report [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Deleted allocations for instance 7292ceb7-1cfe-4711-8357-c9e1a3b047af [ 820.669350] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "40a8e338-4099-4da8-b39a-0235c5e8d450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.669350] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.669648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "40a8e338-4099-4da8-b39a-0235c5e8d450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.669895] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.670610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.673067] env[70621]: INFO nova.compute.manager [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Terminating instance [ 820.686098] env[70621]: DEBUG nova.compute.manager [req-09f4db9d-79a0-43c9-bb30-5c8c5a4b0e4e req-e081ecae-05cb-4cfd-82aa-ea3b2312abc4 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Received event network-vif-plugged-00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.686098] env[70621]: DEBUG oslo_concurrency.lockutils [req-09f4db9d-79a0-43c9-bb30-5c8c5a4b0e4e req-e081ecae-05cb-4cfd-82aa-ea3b2312abc4 service nova] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.686224] env[70621]: DEBUG oslo_concurrency.lockutils [req-09f4db9d-79a0-43c9-bb30-5c8c5a4b0e4e req-e081ecae-05cb-4cfd-82aa-ea3b2312abc4 service nova] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.686406] env[70621]: DEBUG oslo_concurrency.lockutils [req-09f4db9d-79a0-43c9-bb30-5c8c5a4b0e4e req-e081ecae-05cb-4cfd-82aa-ea3b2312abc4 service nova] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.686606] env[70621]: DEBUG nova.compute.manager [req-09f4db9d-79a0-43c9-bb30-5c8c5a4b0e4e req-e081ecae-05cb-4cfd-82aa-ea3b2312abc4 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] No waiting events found dispatching network-vif-plugged-00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 820.686991] env[70621]: WARNING nova.compute.manager [req-09f4db9d-79a0-43c9-bb30-5c8c5a4b0e4e req-e081ecae-05cb-4cfd-82aa-ea3b2312abc4 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Received unexpected event network-vif-plugged-00713a73-cdfd-4605-99ca-c0c83a80532f for instance with vm_state building and task_state spawning. [ 820.785371] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9acac3f2-43f6-4b48-9f39-b16863b3777a tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.262s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.864346] env[70621]: INFO nova.compute.manager [-] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Took 1.05 seconds to deallocate network for instance. [ 820.869748] env[70621]: DEBUG nova.network.neutron [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updated VIF entry in instance network info cache for port f8962944-09ba-42b6-ac5b-c3971c569b72. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.870182] env[70621]: DEBUG nova.network.neutron [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updating instance_info_cache with network_info: [{"id": "f8962944-09ba-42b6-ac5b-c3971c569b72", "address": "fa:16:3e:bf:2f:1a", "network": {"id": "d1042a44-00d1-4622-afa5-7adad60ac71d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-899889405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b694f204934c90ab38257785182374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8962944-09", "ovs_interfaceid": "f8962944-09ba-42b6-ac5b-c3971c569b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.915222] env[70621]: DEBUG nova.compute.utils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.916814] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.916987] env[70621]: DEBUG nova.network.neutron [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.963035] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135643, 'name': CreateVM_Task, 'duration_secs': 1.38241} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.963412] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.964630] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.965562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.966248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.966726] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0901caee-2ad5-4ee4-b600-210887c67e7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.980796] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 820.980796] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d55ce8-c678-9f8d-00f1-359a7c6fdbc1" [ 820.980796] env[70621]: _type = "Task" [ 820.980796] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.981308] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a932ecb2-b647-4a95-b202-347d0e877aad tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "7292ceb7-1cfe-4711-8357-c9e1a3b047af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.763s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.994956] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d55ce8-c678-9f8d-00f1-359a7c6fdbc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014762} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.998298] env[70621]: DEBUG nova.policy [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '666242748eac4b939a832623c63422ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d1a36942edc4cd09cb1072717bb834d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.999251] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.999494] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.999759] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.999924] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.000251] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.001255] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76efb9e4-e8a2-4b0d-bcf6-bbc08b2a1e2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.012043] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.012435] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.013021] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21cb219-f618-4079-a618-a5f1e1d3b10b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.020932] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 821.020932] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5242051e-ddc7-4dca-b9e3-910a86bfc9e8" [ 821.020932] env[70621]: _type = "Task" [ 821.020932] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.030717] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5242051e-ddc7-4dca-b9e3-910a86bfc9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.088107] env[70621]: DEBUG nova.network.neutron [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Successfully updated port: 00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.178804] env[70621]: DEBUG nova.compute.manager [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.179560] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.179973] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43377569-73eb-4629-9352-856cc4a69551 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.191088] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.191088] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36024f6c-2454-4ec5-86b2-fe211b211c73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.261193] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.261193] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.261193] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleting the datastore file [datastore2] 40a8e338-4099-4da8-b39a-0235c5e8d450 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.261193] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75c4903d-4fa4-4f30-b228-058504d3c46e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.269258] env[70621]: DEBUG oslo_vmware.api [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 821.269258] env[70621]: value = "task-4135645" [ 821.269258] env[70621]: _type = "Task" [ 821.269258] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.278616] env[70621]: DEBUG oslo_vmware.api [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.289405] env[70621]: DEBUG nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.369227] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.374469] env[70621]: DEBUG oslo_concurrency.lockutils [req-eab483df-49e6-4ee0-be46-c39b72e370b8 req-192e8392-503d-4629-a0d7-ddd8efbbe236 service nova] Releasing lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.423482] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.469851] env[70621]: DEBUG nova.network.neutron [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Successfully created port: afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.539329] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5242051e-ddc7-4dca-b9e3-910a86bfc9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013405} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.540178] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7270c42e-f5b2-495b-bc6f-a14953bfce6f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.550694] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 821.550694] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fb04d2-5b07-9e2c-7962-0ff809102e95" [ 821.550694] env[70621]: _type = "Task" [ 821.550694] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.563868] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fb04d2-5b07-9e2c-7962-0ff809102e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.591476] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.591476] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.591758] env[70621]: DEBUG nova.network.neutron [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.761331] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "8d087434-09e3-4b60-8458-c90f1798c89d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.761915] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "8d087434-09e3-4b60-8458-c90f1798c89d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.781884] env[70621]: DEBUG oslo_vmware.api [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198564} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.782603] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.782772] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.782990] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.783194] env[70621]: INFO nova.compute.manager [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Took 0.60 seconds to destroy the instance on the hypervisor. [ 821.783420] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.786376] env[70621]: DEBUG nova.compute.manager [-] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.786376] env[70621]: DEBUG nova.network.neutron [-] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.818709] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.069296] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fb04d2-5b07-9e2c-7962-0ff809102e95, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.069296] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.069296] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2172d74f-9f45-48d4-b4e7-ce844f5ace4b/2172d74f-9f45-48d4-b4e7-ce844f5ace4b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.069296] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1b5c7b8-567d-487a-a0ce-985722452aed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.082714] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 822.082714] env[70621]: value = "task-4135646" [ 822.082714] env[70621]: _type = "Task" [ 822.082714] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.093440] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.186963] env[70621]: DEBUG nova.network.neutron [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.191918] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0387a5e7-a463-4dc6-9d7f-0b5a729a091b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.201184] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441d9c9c-bf1c-4241-bfa8-bfdd75f3a851 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.241142] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c93f7-48c1-4c0d-9e49-700d6152008f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.247793] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b7cfb-7e63-4f9c-b552-717b1ee46798 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.269668] env[70621]: DEBUG nova.compute.provider_tree [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.438620] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.478446] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.478754] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.478914] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.479097] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.479250] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.479391] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.479610] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.479769] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.479942] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.480134] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.481850] env[70621]: DEBUG nova.virt.hardware [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.481850] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c873c-728b-4051-a050-cab9f351e55f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.491927] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7b6ce0-0b5b-476c-bbe3-a47a85bf5837 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.534722] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.534722] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.534722] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.535226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.535226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.537774] env[70621]: INFO nova.compute.manager [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Terminating instance [ 822.597413] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501837} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.601364] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2172d74f-9f45-48d4-b4e7-ce844f5ace4b/2172d74f-9f45-48d4-b4e7-ce844f5ace4b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.601689] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.602027] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94a16f1f-c229-4e35-b1a2-532cb73fe30b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.610746] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 822.610746] env[70621]: value = "task-4135647" [ 822.610746] env[70621]: _type = "Task" [ 822.610746] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.623207] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.707552] env[70621]: DEBUG nova.network.neutron [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.776021] env[70621]: DEBUG nova.scheduler.client.report [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.047019] env[70621]: DEBUG nova.compute.manager [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.047019] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.047019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c17586-c523-4db3-8390-40e09e89c13d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.062284] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.062567] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e47a9da-1438-4630-a0dc-7bee98c6a6f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.069742] env[70621]: DEBUG oslo_vmware.api [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 823.069742] env[70621]: value = "task-4135648" [ 823.069742] env[70621]: _type = "Task" [ 823.069742] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.082504] env[70621]: DEBUG oslo_vmware.api [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.123023] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.123247] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.124076] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd1e41-98bc-4c60-b72f-e63addbd9027 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.142427] env[70621]: DEBUG nova.network.neutron [-] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.156751] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 2172d74f-9f45-48d4-b4e7-ce844f5ace4b/2172d74f-9f45-48d4-b4e7-ce844f5ace4b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.157512] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951fc7d1-944e-46f8-9c44-e38deb473531 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.184035] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 823.184035] env[70621]: value = "task-4135649" [ 823.184035] env[70621]: _type = "Task" [ 823.184035] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.193858] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.214081] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.214081] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Instance network_info: |[{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.214081] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:d1:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00713a73-cdfd-4605-99ca-c0c83a80532f', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.223046] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating folder: Project (e5c8f5801a7b47528fbef82dc9a29a2a). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.223046] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d78765c5-aaf6-4963-9523-b8c9ba940baf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.240690] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created folder: Project (e5c8f5801a7b47528fbef82dc9a29a2a) in parent group-v818963. [ 823.240690] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating folder: Instances. Parent ref: group-v819088. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.240690] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e167fb6c-1298-4bfc-aedc-92aebcdfa0cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.255255] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created folder: Instances in parent group-v819088. [ 823.255255] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.255621] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.256194] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13266e35-3957-435b-bc2d-ab6c2891ef92 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.282257] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.863s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.282257] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.285254] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.531s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.285635] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.290204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.404s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.290617] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.293188] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.350s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.293643] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.296027] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.366s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.296357] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.298484] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.739s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.298794] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.300996] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.449s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.303442] env[70621]: INFO nova.compute.claims [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.307304] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.307304] env[70621]: value = "task-4135652" [ 823.307304] env[70621]: _type = "Task" [ 823.307304] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.311186] env[70621]: DEBUG nova.compute.manager [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Received event network-changed-00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.311555] env[70621]: DEBUG nova.compute.manager [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Refreshing instance network info cache due to event network-changed-00713a73-cdfd-4605-99ca-c0c83a80532f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.311922] env[70621]: DEBUG oslo_concurrency.lockutils [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.312556] env[70621]: DEBUG oslo_concurrency.lockutils [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.312878] env[70621]: DEBUG nova.network.neutron [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Refreshing network info cache for port 00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.318622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "ae524940-899d-4c4f-92a1-784ad0336b4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.318622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.318947] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "ae524940-899d-4c4f-92a1-784ad0336b4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.319496] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.319496] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.321691] env[70621]: INFO nova.compute.manager [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Terminating instance [ 823.329789] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135652, 'name': CreateVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.343036] env[70621]: INFO nova.scheduler.client.report [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleted allocations for instance 1944ad62-0306-425b-8ea6-844b70cc43c3 [ 823.351763] env[70621]: INFO nova.scheduler.client.report [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocations for instance 1677457a-9ddd-4ad7-8919-1c2154cbc969 [ 823.368498] env[70621]: INFO nova.scheduler.client.report [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Deleted allocations for instance 50814155-ce47-43e6-843e-fe135953c0dc [ 823.398559] env[70621]: INFO nova.scheduler.client.report [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Deleted allocations for instance 2445db5d-8a5f-46ab-af64-de4cff2f6560 [ 823.400113] env[70621]: INFO nova.scheduler.client.report [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Deleted allocations for instance a86261da-ce37-4d63-a080-e84983e142b7 [ 823.463111] env[70621]: DEBUG nova.compute.manager [req-8b49195e-9d57-4b3b-a177-344c299a42cb req-907b2be8-896d-43b3-bec9-9a4b51cea733 service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Received event network-vif-plugged-afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.464388] env[70621]: DEBUG oslo_concurrency.lockutils [req-8b49195e-9d57-4b3b-a177-344c299a42cb req-907b2be8-896d-43b3-bec9-9a4b51cea733 service nova] Acquiring lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.464606] env[70621]: DEBUG oslo_concurrency.lockutils [req-8b49195e-9d57-4b3b-a177-344c299a42cb req-907b2be8-896d-43b3-bec9-9a4b51cea733 service nova] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.465086] env[70621]: DEBUG oslo_concurrency.lockutils [req-8b49195e-9d57-4b3b-a177-344c299a42cb req-907b2be8-896d-43b3-bec9-9a4b51cea733 service nova] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.465086] env[70621]: DEBUG nova.compute.manager [req-8b49195e-9d57-4b3b-a177-344c299a42cb req-907b2be8-896d-43b3-bec9-9a4b51cea733 service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] No waiting events found dispatching network-vif-plugged-afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.465442] env[70621]: WARNING nova.compute.manager [req-8b49195e-9d57-4b3b-a177-344c299a42cb req-907b2be8-896d-43b3-bec9-9a4b51cea733 service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Received unexpected event network-vif-plugged-afdc6800-482d-418e-9a6d-587299419b4b for instance with vm_state building and task_state spawning. [ 823.583015] env[70621]: DEBUG oslo_vmware.api [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135648, 'name': PowerOffVM_Task, 'duration_secs': 0.250354} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.588211] env[70621]: DEBUG nova.network.neutron [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Successfully updated port: afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.588886] env[70621]: WARNING oslo_messaging._drivers.amqpdriver [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 823.590033] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.590225] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.591330] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a90357c0-72bd-4b91-80d0-cc6f12de8ca3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.658779] env[70621]: INFO nova.compute.manager [-] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Took 1.87 seconds to deallocate network for instance. [ 823.691069] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.691069] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.691069] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Deleting the datastore file [datastore2] 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.691741] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d445924f-bdf1-4e48-ac25-cd83a31c57b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.698513] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.703873] env[70621]: DEBUG oslo_vmware.api [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for the task: (returnval){ [ 823.703873] env[70621]: value = "task-4135654" [ 823.703873] env[70621]: _type = "Task" [ 823.703873] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.713305] env[70621]: DEBUG oslo_vmware.api [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.814572] env[70621]: DEBUG nova.compute.utils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.817664] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.817664] env[70621]: DEBUG nova.network.neutron [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.833425] env[70621]: DEBUG nova.compute.manager [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.833530] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.833961] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135652, 'name': CreateVM_Task, 'duration_secs': 0.414542} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.834961] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb49d11-83ab-4ec7-8e9f-fe482deff43c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.838080] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.838806] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.839026] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.839380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.840152] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a88b709-35f2-41ce-ad4b-757a8b516d39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.845316] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.845780] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bffe7b-7304-407a-9ad0-fbe2f8f22d1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.854919] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ce2f8e5e-f643-45a1-a1f2-a3ff68850c6f tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "1944ad62-0306-425b-8ea6-844b70cc43c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.354s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.856815] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 823.856815] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e70167-4f3c-93c3-f851-de947fbf77db" [ 823.856815] env[70621]: _type = "Task" [ 823.856815] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.860640] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c185d175-a9ec-4bc9-bde9-6bdbedc0a13c tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1677457a-9ddd-4ad7-8919-1c2154cbc969" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.002s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.868553] env[70621]: DEBUG oslo_vmware.api [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 823.868553] env[70621]: value = "task-4135655" [ 823.868553] env[70621]: _type = "Task" [ 823.868553] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.878707] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e70167-4f3c-93c3-f851-de947fbf77db, 'name': SearchDatastore_Task, 'duration_secs': 0.017572} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.879432] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.881478] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.881478] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.881478] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.881478] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.881702] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2095aebf-2236-47bd-a9c6-5c58c1a0b0b0 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "50814155-ce47-43e6-843e-fe135953c0dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.360s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.883380] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c854af0b-829f-46ab-9bc7-5cb0c469a8a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.892753] env[70621]: DEBUG oslo_vmware.api [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.901467] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.901583] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.902387] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32ec3f7-34c7-44fb-a96c-47024ba834f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.906673] env[70621]: DEBUG nova.policy [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82938bd12dcb45db81be1d862f65b1c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59497e9dddf74148a48e797aa5106a5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.912469] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9be35f26-1f28-4e46-b16f-10ce201f5dd6 tempest-ListServersNegativeTestJSON-1075096126 tempest-ListServersNegativeTestJSON-1075096126-project-member] Lock "2445db5d-8a5f-46ab-af64-de4cff2f6560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.530s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.917175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-22526143-6d14-45d8-9c2e-74c8541ff3be tempest-ServersTestJSON-658318484 tempest-ServersTestJSON-658318484-project-member] Lock "a86261da-ce37-4d63-a080-e84983e142b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.939s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.920925] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 823.920925] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52caba16-fef5-3f22-8d9a-7d939d527eb5" [ 823.920925] env[70621]: _type = "Task" [ 823.920925] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.932044] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52caba16-fef5-3f22-8d9a-7d939d527eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.091667] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "refresh_cache-17f11b74-f8eb-4460-8d7c-1c42d249d5e2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.093040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquired lock "refresh_cache-17f11b74-f8eb-4460-8d7c-1c42d249d5e2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.093040] env[70621]: DEBUG nova.network.neutron [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.166367] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.195089] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135649, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.215076] env[70621]: DEBUG oslo_vmware.api [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Task: {'id': task-4135654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154162} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.215076] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.215076] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.215782] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.215782] env[70621]: INFO nova.compute.manager [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 824.215782] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.216377] env[70621]: DEBUG nova.compute.manager [-] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.216377] env[70621]: DEBUG nova.network.neutron [-] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.325544] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.388822] env[70621]: DEBUG oslo_vmware.api [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135655, 'name': PowerOffVM_Task, 'duration_secs': 0.284682} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.392159] env[70621]: DEBUG nova.network.neutron [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updated VIF entry in instance network info cache for port 00713a73-cdfd-4605-99ca-c0c83a80532f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.392328] env[70621]: DEBUG nova.network.neutron [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.395182] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.395420] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.396154] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6776ac7c-0ae2-4569-868c-c349928cc0b4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.436602] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52caba16-fef5-3f22-8d9a-7d939d527eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.01204} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.437807] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3326782-bbf2-4eef-9277-a3a23626aca2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.447466] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 824.447466] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a5ef1c-af97-5dc3-c404-f3d4d170b26c" [ 824.447466] env[70621]: _type = "Task" [ 824.447466] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.459088] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a5ef1c-af97-5dc3-c404-f3d4d170b26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.474215] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.474215] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.474215] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Deleting the datastore file [datastore1] ae524940-899d-4c4f-92a1-784ad0336b4e {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.477063] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6477bbf8-dcfe-4c7e-98f0-0ac0ba68d635 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.487756] env[70621]: DEBUG oslo_vmware.api [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for the task: (returnval){ [ 824.487756] env[70621]: value = "task-4135657" [ 824.487756] env[70621]: _type = "Task" [ 824.487756] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.499651] env[70621]: DEBUG oslo_vmware.api [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.698262] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135649, 'name': ReconfigVM_Task, 'duration_secs': 1.336142} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.702389] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 2172d74f-9f45-48d4-b4e7-ce844f5ace4b/2172d74f-9f45-48d4-b4e7-ce844f5ace4b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.703418] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b2714cb-1a5d-4176-a643-b3071823c853 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.713608] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 824.713608] env[70621]: value = "task-4135658" [ 824.713608] env[70621]: _type = "Task" [ 824.713608] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.729912] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135658, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.883836] env[70621]: DEBUG nova.network.neutron [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Successfully created port: a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.897632] env[70621]: DEBUG oslo_concurrency.lockutils [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.898222] env[70621]: DEBUG nova.compute.manager [req-e7f83895-b779-4b98-ab09-3eac2c8c2a3e req-5d034216-fe0f-4471-b3b9-8c4bf29ae688 service nova] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Received event network-vif-deleted-00f6829f-1d31-4f18-82c2-59a20cb164d9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.926137] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53ede16-cbae-474d-b3dd-ea3cd100630d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.943354] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceec2b3-05f8-4635-8e92-67308237a9e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.951507] env[70621]: DEBUG nova.network.neutron [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.997209] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e09a11-412c-430a-811c-fd878419084b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.005640] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a5ef1c-af97-5dc3-c404-f3d4d170b26c, 'name': SearchDatastore_Task, 'duration_secs': 0.018306} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.006869] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.007258] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f/3e11e849-1e5e-4b19-adc6-c5ede4e82c4f.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.007608] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e8adb4-bdf5-47e9-ab7b-281608159cb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.015553] env[70621]: DEBUG oslo_vmware.api [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Task: {'id': task-4135657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30558} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.017406] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e37b5-1f5c-4abd-a80e-5f915e635257 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.022363] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.022929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.023205] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.023449] env[70621]: INFO nova.compute.manager [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 825.024026] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.028219] env[70621]: DEBUG nova.compute.manager [-] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.028439] env[70621]: DEBUG nova.network.neutron [-] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.030981] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 825.030981] env[70621]: value = "task-4135659" [ 825.030981] env[70621]: _type = "Task" [ 825.030981] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.045980] env[70621]: DEBUG nova.compute.provider_tree [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.053710] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.228242] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135658, 'name': Rename_Task, 'duration_secs': 0.27706} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.228565] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.228876] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25240b97-a1f5-4060-a199-c0a9000fb2da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.238347] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 825.238347] env[70621]: value = "task-4135660" [ 825.238347] env[70621]: _type = "Task" [ 825.238347] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.250244] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.336527] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.387220] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.387220] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.387220] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.387459] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.387498] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.387826] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.387979] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.388539] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.388777] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.388962] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.389168] env[70621]: DEBUG nova.virt.hardware [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.390393] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74c6a26-4352-4c16-9d30-6380a12589eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.403822] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e11ea6e-b27e-4144-b997-3af1854ca0a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.429059] env[70621]: DEBUG nova.network.neutron [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Updating instance_info_cache with network_info: [{"id": "afdc6800-482d-418e-9a6d-587299419b4b", "address": "fa:16:3e:d3:8d:a4", "network": {"id": "da424a64-028e-4702-a5fd-194682a470db", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-474273336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1a36942edc4cd09cb1072717bb834d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdc6800-48", "ovs_interfaceid": "afdc6800-482d-418e-9a6d-587299419b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.544170] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489769} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.544626] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f/3e11e849-1e5e-4b19-adc6-c5ede4e82c4f.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.544741] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.547477] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6defdae-16e8-415a-afed-22f383060251 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.549699] env[70621]: DEBUG nova.scheduler.client.report [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.555778] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 825.555778] env[70621]: value = "task-4135661" [ 825.555778] env[70621]: _type = "Task" [ 825.555778] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.567172] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.594683] env[70621]: DEBUG nova.network.neutron [-] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.750035] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135660, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.839889] env[70621]: DEBUG nova.compute.manager [req-4ef2bedb-f2a2-465a-96e5-f8958b176404 req-cd5981c2-15a2-42cb-9ad3-a48b5ea50a68 service nova] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Received event network-vif-deleted-a6d704d7-ecba-4c6d-a3cd-27d99518ab79 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.931051] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Releasing lock "refresh_cache-17f11b74-f8eb-4460-8d7c-1c42d249d5e2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.931713] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Instance network_info: |[{"id": "afdc6800-482d-418e-9a6d-587299419b4b", "address": "fa:16:3e:d3:8d:a4", "network": {"id": "da424a64-028e-4702-a5fd-194682a470db", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-474273336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1a36942edc4cd09cb1072717bb834d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdc6800-48", "ovs_interfaceid": "afdc6800-482d-418e-9a6d-587299419b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.932255] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:8d:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afdc6800-482d-418e-9a6d-587299419b4b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.945989] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Creating folder: Project (4d1a36942edc4cd09cb1072717bb834d). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.946363] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa949dea-55c8-424f-a2e3-347fbc2f90c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.960249] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Created folder: Project (4d1a36942edc4cd09cb1072717bb834d) in parent group-v818963. [ 825.960309] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Creating folder: Instances. Parent ref: group-v819091. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.960558] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df5580de-1533-4177-9be7-da5fdd50e7e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.973722] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Created folder: Instances in parent group-v819091. [ 825.973972] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.974572] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.974792] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3317253d-b3ce-4b2e-b580-3b5102d0250e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.005215] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.005215] env[70621]: value = "task-4135664" [ 826.005215] env[70621]: _type = "Task" [ 826.005215] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.014194] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135664, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.061083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.064442] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.065263] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.226s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.072552] env[70621]: INFO nova.compute.claims [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.093619] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06665} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.094098] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.095485] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a704650f-4a7c-4593-9299-5172ce0de7b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.102524] env[70621]: INFO nova.compute.manager [-] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Took 1.89 seconds to deallocate network for instance. [ 826.103797] env[70621]: DEBUG nova.compute.manager [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Received event network-changed-afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.104068] env[70621]: DEBUG nova.compute.manager [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Refreshing instance network info cache due to event network-changed-afdc6800-482d-418e-9a6d-587299419b4b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.104327] env[70621]: DEBUG oslo_concurrency.lockutils [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] Acquiring lock "refresh_cache-17f11b74-f8eb-4460-8d7c-1c42d249d5e2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.104515] env[70621]: DEBUG oslo_concurrency.lockutils [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] Acquired lock "refresh_cache-17f11b74-f8eb-4460-8d7c-1c42d249d5e2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.104768] env[70621]: DEBUG nova.network.neutron [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Refreshing network info cache for port afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.131600] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f/3e11e849-1e5e-4b19-adc6-c5ede4e82c4f.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.132367] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22429342-894b-4440-b964-1fa925da3333 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.159469] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 826.159469] env[70621]: value = "task-4135665" [ 826.159469] env[70621]: _type = "Task" [ 826.159469] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.172282] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.252435] env[70621]: DEBUG oslo_vmware.api [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135660, 'name': PowerOnVM_Task, 'duration_secs': 0.63124} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.252435] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.252435] env[70621]: INFO nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Took 9.37 seconds to spawn the instance on the hypervisor. [ 826.252435] env[70621]: DEBUG nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.253139] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ab7ad2-50b3-4943-9353-56dc99ccf716 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.325965] env[70621]: DEBUG nova.network.neutron [-] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.520296] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135664, 'name': CreateVM_Task, 'duration_secs': 0.382869} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.520573] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.521378] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.522019] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.523041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.523041] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc587257-51d4-4792-9f46-20180989f557 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.528700] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 826.528700] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52abefd7-ce61-1fd5-08d5-829d96b7480d" [ 826.528700] env[70621]: _type = "Task" [ 826.528700] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.539167] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52abefd7-ce61-1fd5-08d5-829d96b7480d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.587243] env[70621]: DEBUG nova.compute.utils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.588969] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.589656] env[70621]: DEBUG nova.network.neutron [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.633198] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.679670] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135665, 'name': ReconfigVM_Task, 'duration_secs': 0.342872} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.679969] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f/3e11e849-1e5e-4b19-adc6-c5ede4e82c4f.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.680669] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-204891d1-e38c-4914-83b7-c17f7fb70085 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.691852] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 826.691852] env[70621]: value = "task-4135666" [ 826.691852] env[70621]: _type = "Task" [ 826.691852] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.702037] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135666, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.776541] env[70621]: INFO nova.compute.manager [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Took 57.42 seconds to build instance. [ 826.813407] env[70621]: DEBUG nova.policy [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad06617d8824dfe9d3e5665239f0720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '647c4a86b1b1404ca6d86e1c20036169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.829154] env[70621]: INFO nova.compute.manager [-] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Took 1.80 seconds to deallocate network for instance. [ 827.050367] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52abefd7-ce61-1fd5-08d5-829d96b7480d, 'name': SearchDatastore_Task, 'duration_secs': 0.010247} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.050826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.051220] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.051326] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.051462] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.051649] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.051948] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9f29b94-2e2d-487f-8d14-da9bf0d1c613 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.065294] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.065294] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.066039] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da825e58-fbe9-4ca1-87d3-777913d043c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.075156] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 827.075156] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52097c4a-34eb-095f-7d74-c8adedb29cfc" [ 827.075156] env[70621]: _type = "Task" [ 827.075156] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.085806] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52097c4a-34eb-095f-7d74-c8adedb29cfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.099865] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.210254] env[70621]: DEBUG oslo_concurrency.lockutils [None req-04f0f6b8-9a39-4c1a-a767-6b22a0042d15 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "57603717-306f-43fe-94ed-f14cb56494e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.210515] env[70621]: DEBUG oslo_concurrency.lockutils [None req-04f0f6b8-9a39-4c1a-a767-6b22a0042d15 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "57603717-306f-43fe-94ed-f14cb56494e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.210773] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135666, 'name': Rename_Task, 'duration_secs': 0.182544} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.210988] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.211519] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6da1f6-9c43-416b-95c0-d1e1ad23b54e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.223567] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 827.223567] env[70621]: value = "task-4135667" [ 827.223567] env[70621]: _type = "Task" [ 827.223567] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.236194] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.278977] env[70621]: DEBUG oslo_concurrency.lockutils [None req-59bcdfe4-99f9-44a8-9e04-b07254c6d756 tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.224s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.337336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.592385] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52097c4a-34eb-095f-7d74-c8adedb29cfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009963} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.598151] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a12651-ec8d-4556-966b-9aeeb42406cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.609337] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 827.609337] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523bdcf1-ee8a-935a-130c-465da39493aa" [ 827.609337] env[70621]: _type = "Task" [ 827.609337] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.624289] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523bdcf1-ee8a-935a-130c-465da39493aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.689030] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a19860-631c-4217-9555-36dbb2042650 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.697483] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a52e1-18cb-4ebc-9e13-95e27d6e6505 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.736910] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bbbb23-2828-49bf-b4ad-9b1e0a7b3efb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.748344] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.751865] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5299e50a-c832-451e-9efe-6ce6ab529c83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.767034] env[70621]: DEBUG nova.compute.provider_tree [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.784363] env[70621]: DEBUG nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.837083] env[70621]: DEBUG nova.network.neutron [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Successfully updated port: a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.932489] env[70621]: DEBUG nova.network.neutron [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Updated VIF entry in instance network info cache for port afdc6800-482d-418e-9a6d-587299419b4b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.932489] env[70621]: DEBUG nova.network.neutron [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Updating instance_info_cache with network_info: [{"id": "afdc6800-482d-418e-9a6d-587299419b4b", "address": "fa:16:3e:d3:8d:a4", "network": {"id": "da424a64-028e-4702-a5fd-194682a470db", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-474273336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d1a36942edc4cd09cb1072717bb834d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdc6800-48", "ovs_interfaceid": "afdc6800-482d-418e-9a6d-587299419b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.110166] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.123381] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523bdcf1-ee8a-935a-130c-465da39493aa, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.126996] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.126996] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 17f11b74-f8eb-4460-8d7c-1c42d249d5e2/17f11b74-f8eb-4460-8d7c-1c42d249d5e2.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.126996] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-321e074b-011d-4fd8-a47b-ac187aa9ac9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.135392] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 828.135392] env[70621]: value = "task-4135668" [ 828.135392] env[70621]: _type = "Task" [ 828.135392] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.149112] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.149768] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.149768] env[70621]: DEBUG nova.virt.hardware [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.150539] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330c3785-56d7-429c-885b-7134cfe87bf0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.162137] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.163581] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c261ff1-a551-4023-b92c-3c3524eaea29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.247016] env[70621]: DEBUG oslo_vmware.api [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135667, 'name': PowerOnVM_Task, 'duration_secs': 0.53015} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.247611] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.248391] env[70621]: INFO nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 8.59 seconds to spawn the instance on the hypervisor. [ 828.248604] env[70621]: DEBUG nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.249501] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a686b-958f-4dc9-a651-d208bb71da05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.270732] env[70621]: DEBUG nova.scheduler.client.report [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.310007] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.343961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.343961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.343961] env[70621]: DEBUG nova.network.neutron [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.435298] env[70621]: DEBUG oslo_concurrency.lockutils [req-4f46a638-ac90-4d96-99e0-b3f02cb16c10 req-40bfb264-8602-4bcc-ab77-f79d084b851f service nova] Releasing lock "refresh_cache-17f11b74-f8eb-4460-8d7c-1c42d249d5e2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.479682] env[70621]: DEBUG nova.network.neutron [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Successfully created port: c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.627552] env[70621]: DEBUG nova.compute.manager [req-47d0eb7d-b98f-40c5-965a-2b905958a660 req-a3c57d00-9e67-467c-b1c3-49731bdfaa1a service nova] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Received event network-vif-deleted-19c3b5fe-8bde-4add-82b7-91e8044a53d9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.648880] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135668, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.727127] env[70621]: DEBUG nova.compute.manager [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Received event network-vif-plugged-a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.727174] env[70621]: DEBUG oslo_concurrency.lockutils [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] Acquiring lock "289770ea-9d82-44e6-8938-d02978cd7080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.727731] env[70621]: DEBUG oslo_concurrency.lockutils [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] Lock "289770ea-9d82-44e6-8938-d02978cd7080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.727973] env[70621]: DEBUG oslo_concurrency.lockutils [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] Lock "289770ea-9d82-44e6-8938-d02978cd7080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.728204] env[70621]: DEBUG nova.compute.manager [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] No waiting events found dispatching network-vif-plugged-a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.728356] env[70621]: WARNING nova.compute.manager [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Received unexpected event network-vif-plugged-a9be95c1-c975-4177-bf16-9cfdfa853375 for instance with vm_state building and task_state spawning. [ 828.728555] env[70621]: DEBUG nova.compute.manager [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Received event network-changed-a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.728729] env[70621]: DEBUG nova.compute.manager [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Refreshing instance network info cache due to event network-changed-a9be95c1-c975-4177-bf16-9cfdfa853375. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.728914] env[70621]: DEBUG oslo_concurrency.lockutils [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] Acquiring lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.772325] env[70621]: INFO nova.compute.manager [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 57.26 seconds to build instance. [ 828.782270] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.782270] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.782954] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.754s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.784689] env[70621]: INFO nova.compute.claims [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.964138] env[70621]: DEBUG nova.network.neutron [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.147506] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135668, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.274934] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d32fc596-92cd-4c1a-b41c-6858025b5fa5 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.354s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.296409] env[70621]: DEBUG nova.compute.utils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.299884] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.302965] env[70621]: DEBUG nova.network.neutron [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.345648] env[70621]: DEBUG nova.policy [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5ae5f3195ab4a9a904ea4c28a9cc278', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc7290d9eafe4c5d8d09e21f9bb86842', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.649404] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135668, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.778352] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.782266] env[70621]: DEBUG nova.network.neutron [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [{"id": "a9be95c1-c975-4177-bf16-9cfdfa853375", "address": "fa:16:3e:61:a2:28", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be95c1-c9", "ovs_interfaceid": "a9be95c1-c975-4177-bf16-9cfdfa853375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.809662] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.971814] env[70621]: DEBUG nova.network.neutron [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Successfully created port: 4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.153709] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135668, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.635489} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.154130] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 17f11b74-f8eb-4460-8d7c-1c42d249d5e2/17f11b74-f8eb-4460-8d7c-1c42d249d5e2.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.155216] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.155216] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6f14734-53c6-4263-b3af-a420d8d0bcc7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.167533] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 830.167533] env[70621]: value = "task-4135669" [ 830.167533] env[70621]: _type = "Task" [ 830.167533] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.182278] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.288338] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.288671] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Instance network_info: |[{"id": "a9be95c1-c975-4177-bf16-9cfdfa853375", "address": "fa:16:3e:61:a2:28", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be95c1-c9", "ovs_interfaceid": "a9be95c1-c975-4177-bf16-9cfdfa853375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.289042] env[70621]: DEBUG oslo_concurrency.lockutils [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] Acquired lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.289383] env[70621]: DEBUG nova.network.neutron [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Refreshing network info cache for port a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.290468] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:a2:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9be95c1-c975-4177-bf16-9cfdfa853375', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.298690] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.303239] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.303239] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aa939a7-8673-4236-a847-e2d872ddb626 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.332391] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.339500] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.339500] env[70621]: value = "task-4135670" [ 830.339500] env[70621]: _type = "Task" [ 830.339500] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.353983] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135670, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.402027] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa10c8f-94ab-4e4a-9d29-3ed0d14c75c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.413495] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af87cc77-6125-4897-878e-c200bd4958fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.452257] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e975a12-93f3-4e60-a3b1-772b378fa4ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.464180] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b80d8-1b2c-4791-ad7e-19af72196b1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.481648] env[70621]: DEBUG nova.compute.provider_tree [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.682644] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078537} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.682987] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.683934] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a5517-013d-4ab7-a726-588ddc929aba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.711071] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 17f11b74-f8eb-4460-8d7c-1c42d249d5e2/17f11b74-f8eb-4460-8d7c-1c42d249d5e2.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.711071] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-761ed790-a5b1-414b-9ab3-7d36fed6265d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.733607] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 830.733607] env[70621]: value = "task-4135671" [ 830.733607] env[70621]: _type = "Task" [ 830.733607] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.745963] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.836522] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.854341] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135670, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.882144] env[70621]: DEBUG nova.virt.hardware [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.882894] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be956e4-5183-41dc-9bf3-61edad3c4135 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.894652] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0bf4ea-a64e-413c-9cbc-96af3b30b992 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.985599] env[70621]: DEBUG nova.scheduler.client.report [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.252029] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135671, 'name': ReconfigVM_Task, 'duration_secs': 0.427459} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.252029] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 17f11b74-f8eb-4460-8d7c-1c42d249d5e2/17f11b74-f8eb-4460-8d7c-1c42d249d5e2.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.252029] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed9439e5-5cc9-45d2-b51f-787435432619 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.265771] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 831.265771] env[70621]: value = "task-4135672" [ 831.265771] env[70621]: _type = "Task" [ 831.265771] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.284839] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "90c33792-68ef-4497-b9ef-a0d6abad9b66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.285212] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.295194] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135672, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.353196] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135670, 'name': CreateVM_Task, 'duration_secs': 0.750357} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.353560] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.354382] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.354456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.354762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.355824] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78818925-7433-4f44-be0e-f22f086d7dc7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.364723] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 831.364723] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f75e08-875b-8b9f-42cd-fcd65ba9daf5" [ 831.364723] env[70621]: _type = "Task" [ 831.364723] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.376627] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f75e08-875b-8b9f-42cd-fcd65ba9daf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.492272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.493114] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.498031] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.390s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.498161] env[70621]: DEBUG nova.objects.instance [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lazy-loading 'resources' on Instance uuid b7de3584-9304-4363-adb5-ecf99a60bdb3 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.638204] env[70621]: DEBUG nova.network.neutron [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updated VIF entry in instance network info cache for port a9be95c1-c975-4177-bf16-9cfdfa853375. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.638204] env[70621]: DEBUG nova.network.neutron [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [{"id": "a9be95c1-c975-4177-bf16-9cfdfa853375", "address": "fa:16:3e:61:a2:28", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be95c1-c9", "ovs_interfaceid": "a9be95c1-c975-4177-bf16-9cfdfa853375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.789766] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135672, 'name': Rename_Task, 'duration_secs': 0.202361} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.790075] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.790365] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f5c25f9-931d-4169-a257-e5ec50ae97fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.803896] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 831.803896] env[70621]: value = "task-4135673" [ 831.803896] env[70621]: _type = "Task" [ 831.803896] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.817871] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.875372] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f75e08-875b-8b9f-42cd-fcd65ba9daf5, 'name': SearchDatastore_Task, 'duration_secs': 0.018504} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.875817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.875975] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.876202] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.876396] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.876541] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.876869] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17c2f90f-5e38-48c9-9484-ec3daaa4129c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.888804] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.889088] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.890112] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f01f1c-7cde-467e-a5f8-51e5ace1fe80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.902125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.902383] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.902661] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 831.902661] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52276733-c732-d03d-3cbf-72aa3cc6ae23" [ 831.902661] env[70621]: _type = "Task" [ 831.902661] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.912529] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52276733-c732-d03d-3cbf-72aa3cc6ae23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.921548] env[70621]: DEBUG nova.network.neutron [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Successfully updated port: 4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.007101] env[70621]: DEBUG nova.compute.utils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.012441] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.012441] env[70621]: DEBUG nova.network.neutron [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.133463] env[70621]: DEBUG nova.policy [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8bb85ca7aa24d148fb5356a9a1fd621', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '160a76f13a544bacbb3dfb1d68518ffa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.141403] env[70621]: DEBUG oslo_concurrency.lockutils [req-1a1f0187-3040-4c55-a04c-7174cb85fa9f req-bc936c73-c7b9-4493-be23-c71d4712fd94 service nova] Releasing lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.323147] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135673, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.425154] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52276733-c732-d03d-3cbf-72aa3cc6ae23, 'name': SearchDatastore_Task, 'duration_secs': 0.037309} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.426589] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ab430d-9739-414d-a3f9-d0b6681b177b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.433329] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.433484] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.433635] env[70621]: DEBUG nova.network.neutron [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.444178] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 832.444178] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f7d132-aa1c-2ed7-8fe0-701bd8c99c46" [ 832.444178] env[70621]: _type = "Task" [ 832.444178] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.456317] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f7d132-aa1c-2ed7-8fe0-701bd8c99c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.473819] env[70621]: DEBUG nova.network.neutron [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Successfully updated port: c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.490953] env[70621]: DEBUG nova.compute.manager [req-bc426bdb-3d89-411c-a63f-859c8eff333b req-a149f18d-be72-426e-8a54-6c710df4ad11 service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Received event network-vif-plugged-c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.491245] env[70621]: DEBUG oslo_concurrency.lockutils [req-bc426bdb-3d89-411c-a63f-859c8eff333b req-a149f18d-be72-426e-8a54-6c710df4ad11 service nova] Acquiring lock "c374c977-6c2a-43b8-9c61-b7eb09470174-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.491428] env[70621]: DEBUG oslo_concurrency.lockutils [req-bc426bdb-3d89-411c-a63f-859c8eff333b req-a149f18d-be72-426e-8a54-6c710df4ad11 service nova] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.491643] env[70621]: DEBUG oslo_concurrency.lockutils [req-bc426bdb-3d89-411c-a63f-859c8eff333b req-a149f18d-be72-426e-8a54-6c710df4ad11 service nova] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.491920] env[70621]: DEBUG nova.compute.manager [req-bc426bdb-3d89-411c-a63f-859c8eff333b req-a149f18d-be72-426e-8a54-6c710df4ad11 service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] No waiting events found dispatching network-vif-plugged-c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.492676] env[70621]: WARNING nova.compute.manager [req-bc426bdb-3d89-411c-a63f-859c8eff333b req-a149f18d-be72-426e-8a54-6c710df4ad11 service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Received unexpected event network-vif-plugged-c1537826-3331-49d6-9da7-86232241ef47 for instance with vm_state building and task_state spawning. [ 832.512372] env[70621]: DEBUG nova.compute.manager [req-2885b41b-19e6-4501-9854-d644882d8916 req-68fe3b54-6424-4021-bfc9-45ae1abc364d service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Received event network-vif-plugged-4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.512478] env[70621]: DEBUG oslo_concurrency.lockutils [req-2885b41b-19e6-4501-9854-d644882d8916 req-68fe3b54-6424-4021-bfc9-45ae1abc364d service nova] Acquiring lock "3768ccae-b089-439c-943f-d54d10c245ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.512958] env[70621]: DEBUG oslo_concurrency.lockutils [req-2885b41b-19e6-4501-9854-d644882d8916 req-68fe3b54-6424-4021-bfc9-45ae1abc364d service nova] Lock "3768ccae-b089-439c-943f-d54d10c245ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.513232] env[70621]: DEBUG oslo_concurrency.lockutils [req-2885b41b-19e6-4501-9854-d644882d8916 req-68fe3b54-6424-4021-bfc9-45ae1abc364d service nova] Lock "3768ccae-b089-439c-943f-d54d10c245ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.513527] env[70621]: DEBUG nova.compute.manager [req-2885b41b-19e6-4501-9854-d644882d8916 req-68fe3b54-6424-4021-bfc9-45ae1abc364d service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] No waiting events found dispatching network-vif-plugged-4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.513684] env[70621]: WARNING nova.compute.manager [req-2885b41b-19e6-4501-9854-d644882d8916 req-68fe3b54-6424-4021-bfc9-45ae1abc364d service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Received unexpected event network-vif-plugged-4abe47ce-cbc2-475e-bb80-594e46a9d7be for instance with vm_state building and task_state spawning. [ 832.518977] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.560366] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba465b2-214b-419f-929c-0e6919f69f9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.570123] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46725ef5-2c4a-4f49-84b8-07ac639dfd87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.606900] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e8204d-d795-48d2-85b1-bce4fa8d37ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.617405] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ed876-7191-49c6-9e68-d84e4a20b043 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.633565] env[70621]: DEBUG nova.compute.provider_tree [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.662916] env[70621]: DEBUG nova.network.neutron [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Successfully created port: bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.818619] env[70621]: DEBUG oslo_vmware.api [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135673, 'name': PowerOnVM_Task, 'duration_secs': 0.686081} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.818964] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.819174] env[70621]: INFO nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Took 10.38 seconds to spawn the instance on the hypervisor. [ 832.819362] env[70621]: DEBUG nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.820192] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93506a-7bc6-486b-a423-ebe30af586ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.960343] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f7d132-aa1c-2ed7-8fe0-701bd8c99c46, 'name': SearchDatastore_Task, 'duration_secs': 0.040929} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.960509] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.960826] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 289770ea-9d82-44e6-8938-d02978cd7080/289770ea-9d82-44e6-8938-d02978cd7080.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.960984] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a467080-c001-47c6-bb57-96c57e3abbab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.971363] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 832.971363] env[70621]: value = "task-4135674" [ 832.971363] env[70621]: _type = "Task" [ 832.971363] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.982627] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "refresh_cache-c374c977-6c2a-43b8-9c61-b7eb09470174" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.982839] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquired lock "refresh_cache-c374c977-6c2a-43b8-9c61-b7eb09470174" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.982839] env[70621]: DEBUG nova.network.neutron [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.984105] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.004248] env[70621]: DEBUG nova.network.neutron [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.137384] env[70621]: DEBUG nova.scheduler.client.report [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.232410] env[70621]: DEBUG nova.network.neutron [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updating instance_info_cache with network_info: [{"id": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "address": "fa:16:3e:7c:47:74", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abe47ce-cb", "ovs_interfaceid": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.341044] env[70621]: INFO nova.compute.manager [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Took 58.76 seconds to build instance. [ 833.492429] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135674, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.526447] env[70621]: DEBUG nova.network.neutron [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.534388] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.571272] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.572132] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.572562] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.572924] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.573223] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.573514] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.573937] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.574291] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.574986] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.574986] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.574986] env[70621]: DEBUG nova.virt.hardware [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.576432] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b18b5-96c0-4197-8460-af7cf4c8df07 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.592485] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa87d71-306c-4a60-9ee1-2b272860d8cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.648066] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.651735] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.019s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.652994] env[70621]: INFO nova.compute.claims [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.684476] env[70621]: INFO nova.scheduler.client.report [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Deleted allocations for instance b7de3584-9304-4363-adb5-ecf99a60bdb3 [ 833.735514] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.735870] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Instance network_info: |[{"id": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "address": "fa:16:3e:7c:47:74", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abe47ce-cb", "ovs_interfaceid": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.736751] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:47:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4abe47ce-cbc2-475e-bb80-594e46a9d7be', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.748355] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.748355] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.748355] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b8969bd-1738-4ea1-8c70-2c635dc276d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.779478] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.779478] env[70621]: value = "task-4135675" [ 833.779478] env[70621]: _type = "Task" [ 833.779478] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.787053] env[70621]: DEBUG nova.network.neutron [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Updating instance_info_cache with network_info: [{"id": "c1537826-3331-49d6-9da7-86232241ef47", "address": "fa:16:3e:80:06:2b", "network": {"id": "084fb738-2ae3-480c-8535-1d6d4af97231", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1300719162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c4a86b1b1404ca6d86e1c20036169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1537826-33", "ovs_interfaceid": "c1537826-3331-49d6-9da7-86232241ef47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.793690] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135675, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.843265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f5f3fe57-5150-41ae-8c7e-09f35be1f613 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.386s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.983326] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965247} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.983636] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 289770ea-9d82-44e6-8938-d02978cd7080/289770ea-9d82-44e6-8938-d02978cd7080.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.983868] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.984181] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d3510f-3ae8-42de-bdb5-6e41daa196bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.993650] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 833.993650] env[70621]: value = "task-4135676" [ 833.993650] env[70621]: _type = "Task" [ 833.993650] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.005501] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.203598] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3d0aee10-b45d-4018-a54b-a13ff8d1aa25 tempest-ServerGroupTestJSON-1399770568 tempest-ServerGroupTestJSON-1399770568-project-member] Lock "b7de3584-9304-4363-adb5-ecf99a60bdb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.619s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.292874] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135675, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.296293] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Releasing lock "refresh_cache-c374c977-6c2a-43b8-9c61-b7eb09470174" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.296293] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Instance network_info: |[{"id": "c1537826-3331-49d6-9da7-86232241ef47", "address": "fa:16:3e:80:06:2b", "network": {"id": "084fb738-2ae3-480c-8535-1d6d4af97231", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1300719162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c4a86b1b1404ca6d86e1c20036169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1537826-33", "ovs_interfaceid": "c1537826-3331-49d6-9da7-86232241ef47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.296293] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:06:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1537826-3331-49d6-9da7-86232241ef47', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.306607] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Creating folder: Project (647c4a86b1b1404ca6d86e1c20036169). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.306607] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a416f49-e06c-4972-b658-ffc4abf93abc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.322351] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Created folder: Project (647c4a86b1b1404ca6d86e1c20036169) in parent group-v818963. [ 834.322659] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Creating folder: Instances. Parent ref: group-v819096. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.322898] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27b9e1b3-1ebd-40fb-930b-83404881b1ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.335479] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Created folder: Instances in parent group-v819096. [ 834.335635] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.335786] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.336027] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff6c627-6b3a-4b72-9009-9f1d0393324c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.353697] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.364160] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.364160] env[70621]: value = "task-4135679" [ 834.364160] env[70621]: _type = "Task" [ 834.364160] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.376386] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135679, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.505742] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210573} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.506080] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.507472] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e638bb97-a46b-488a-8382-931fd47e7e7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.541024] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 289770ea-9d82-44e6-8938-d02978cd7080/289770ea-9d82-44e6-8938-d02978cd7080.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.541024] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ae23cc-9f40-44db-babb-67fa910b251b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.563831] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 834.563831] env[70621]: value = "task-4135680" [ 834.563831] env[70621]: _type = "Task" [ 834.563831] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.575332] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.751583] env[70621]: DEBUG nova.network.neutron [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Successfully updated port: bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.798217] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135675, 'name': CreateVM_Task, 'duration_secs': 0.720857} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.801445] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.802234] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.802402] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.802727] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.803174] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed69f12-88f2-4e91-920c-9be097c98959 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.812551] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 834.812551] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d84bd2-20ae-883e-ea6a-b9d1d5700e9d" [ 834.812551] env[70621]: _type = "Task" [ 834.812551] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.825023] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d84bd2-20ae-883e-ea6a-b9d1d5700e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.886952] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.887242] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135679, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.903215] env[70621]: DEBUG nova.compute.manager [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Received event network-changed-c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.903664] env[70621]: DEBUG nova.compute.manager [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Refreshing instance network info cache due to event network-changed-c1537826-3331-49d6-9da7-86232241ef47. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.903664] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Acquiring lock "refresh_cache-c374c977-6c2a-43b8-9c61-b7eb09470174" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.903664] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Acquired lock "refresh_cache-c374c977-6c2a-43b8-9c61-b7eb09470174" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.903845] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Refreshing network info cache for port c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.918035] env[70621]: DEBUG nova.compute.manager [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Received event network-changed-4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.918035] env[70621]: DEBUG nova.compute.manager [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Refreshing instance network info cache due to event network-changed-4abe47ce-cbc2-475e-bb80-594e46a9d7be. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.918035] env[70621]: DEBUG oslo_concurrency.lockutils [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] Acquiring lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.918267] env[70621]: DEBUG oslo_concurrency.lockutils [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] Acquired lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.918267] env[70621]: DEBUG nova.network.neutron [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Refreshing network info cache for port 4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.074949] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.204817] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc39b13b-b24e-4f2f-95c7-9d8720e468dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.213254] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d2e210-5e59-4544-8e8a-100452ec10ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.252747] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767899a1-c710-4856-b4c6-c40abe4cec09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.261776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "refresh_cache-9db0aa8c-05ca-46d6-9c3f-6255606e97d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.261776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired lock "refresh_cache-9db0aa8c-05ca-46d6-9c3f-6255606e97d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.261776] env[70621]: DEBUG nova.network.neutron [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.269150] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d6645a-9008-419a-b8f1-f20d2a7a59cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.286216] env[70621]: DEBUG nova.compute.provider_tree [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.326577] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d84bd2-20ae-883e-ea6a-b9d1d5700e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.019454} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.326919] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.327283] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.327562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.327716] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.327901] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.328233] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8130110-a074-475e-b883-2544250239bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.339384] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.339616] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.340453] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c20f2a-99bd-4206-b083-49c83357f695 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.347120] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 835.347120] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5231ef0b-310a-425a-426b-0fe60054c1f4" [ 835.347120] env[70621]: _type = "Task" [ 835.347120] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.355865] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5231ef0b-310a-425a-426b-0fe60054c1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.375503] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135679, 'name': CreateVM_Task, 'duration_secs': 0.597347} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.375644] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.376428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.376618] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.377040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.377323] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e182500b-1a77-4384-a4ed-864f23be3028 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.383704] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 835.383704] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52542e01-3cfc-e721-d33a-3b6e66b5ab0e" [ 835.383704] env[70621]: _type = "Task" [ 835.383704] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.394604] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52542e01-3cfc-e721-d33a-3b6e66b5ab0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.579513] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135680, 'name': ReconfigVM_Task, 'duration_secs': 0.60567} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.580018] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 289770ea-9d82-44e6-8938-d02978cd7080/289770ea-9d82-44e6-8938-d02978cd7080.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.580970] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f13822-d3bb-4d38-bac1-c73b25656e51 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.592876] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 835.592876] env[70621]: value = "task-4135681" [ 835.592876] env[70621]: _type = "Task" [ 835.592876] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.608234] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135681, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.659241] env[70621]: DEBUG nova.network.neutron [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updated VIF entry in instance network info cache for port 4abe47ce-cbc2-475e-bb80-594e46a9d7be. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.659659] env[70621]: DEBUG nova.network.neutron [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updating instance_info_cache with network_info: [{"id": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "address": "fa:16:3e:7c:47:74", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abe47ce-cb", "ovs_interfaceid": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.774326] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Updated VIF entry in instance network info cache for port c1537826-3331-49d6-9da7-86232241ef47. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.774326] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Updating instance_info_cache with network_info: [{"id": "c1537826-3331-49d6-9da7-86232241ef47", "address": "fa:16:3e:80:06:2b", "network": {"id": "084fb738-2ae3-480c-8535-1d6d4af97231", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1300719162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "647c4a86b1b1404ca6d86e1c20036169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1537826-33", "ovs_interfaceid": "c1537826-3331-49d6-9da7-86232241ef47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.790656] env[70621]: DEBUG nova.scheduler.client.report [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.817800] env[70621]: DEBUG nova.network.neutron [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.859497] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5231ef0b-310a-425a-426b-0fe60054c1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.017055} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.860403] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2249b852-c5c0-4f72-ad15-3edd2ae02cc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.867086] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 835.867086] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b5fad3-b68d-f7d8-c3a8-2fa8dec1ab99" [ 835.867086] env[70621]: _type = "Task" [ 835.867086] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.876276] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b5fad3-b68d-f7d8-c3a8-2fa8dec1ab99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.896429] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52542e01-3cfc-e721-d33a-3b6e66b5ab0e, 'name': SearchDatastore_Task, 'duration_secs': 0.018682} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.897775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.897775] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.897775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.092275] env[70621]: DEBUG nova.network.neutron [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Updating instance_info_cache with network_info: [{"id": "bf086209-8450-4ea1-a528-923dcd5e78fb", "address": "fa:16:3e:3b:85:bd", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf086209-84", "ovs_interfaceid": "bf086209-8450-4ea1-a528-923dcd5e78fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.104824] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135681, 'name': Rename_Task, 'duration_secs': 0.367918} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.105138] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.106041] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b70d9532-1357-4429-ac98-3e8b2352f2f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.114265] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 836.114265] env[70621]: value = "task-4135682" [ 836.114265] env[70621]: _type = "Task" [ 836.114265] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.124267] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.163476] env[70621]: DEBUG oslo_concurrency.lockutils [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] Releasing lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.163695] env[70621]: DEBUG nova.compute.manager [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Received event network-vif-plugged-bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.164129] env[70621]: DEBUG oslo_concurrency.lockutils [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] Acquiring lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.164474] env[70621]: DEBUG oslo_concurrency.lockutils [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.165077] env[70621]: DEBUG oslo_concurrency.lockutils [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.165262] env[70621]: DEBUG nova.compute.manager [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] No waiting events found dispatching network-vif-plugged-bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.165503] env[70621]: WARNING nova.compute.manager [req-73d0577b-9965-4432-8cf9-d8c73c88f08c req-46bd72ef-7528-44b7-a00c-ff4ec1004a9a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Received unexpected event network-vif-plugged-bf086209-8450-4ea1-a528-923dcd5e78fb for instance with vm_state building and task_state spawning. [ 836.278649] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Releasing lock "refresh_cache-c374c977-6c2a-43b8-9c61-b7eb09470174" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.278649] env[70621]: DEBUG nova.compute.manager [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Received event network-changed-00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.278822] env[70621]: DEBUG nova.compute.manager [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Refreshing instance network info cache due to event network-changed-00713a73-cdfd-4605-99ca-c0c83a80532f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.279060] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.279234] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.279421] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Refreshing network info cache for port 00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.295026] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.295231] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.298412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.407s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.299970] env[70621]: INFO nova.compute.claims [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.378810] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b5fad3-b68d-f7d8-c3a8-2fa8dec1ab99, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.379279] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.379443] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/3768ccae-b089-439c-943f-d54d10c245ad.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.379762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.379966] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.380222] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a0f4fe0-5390-4e10-bd4c-d18153bc0edc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.382281] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ccc5dde-25bf-428d-9a5d-fd91a0d78cf7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.390836] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 836.390836] env[70621]: value = "task-4135683" [ 836.390836] env[70621]: _type = "Task" [ 836.390836] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.396163] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.396163] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.397276] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf1b296-0acb-4ef4-902f-8053c0de43f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.403814] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.408021] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 836.408021] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5293938b-6f22-751c-5386-a7bccae81f79" [ 836.408021] env[70621]: _type = "Task" [ 836.408021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.416946] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5293938b-6f22-751c-5386-a7bccae81f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.600120] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Releasing lock "refresh_cache-9db0aa8c-05ca-46d6-9c3f-6255606e97d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.600120] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Instance network_info: |[{"id": "bf086209-8450-4ea1-a528-923dcd5e78fb", "address": "fa:16:3e:3b:85:bd", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf086209-84", "ovs_interfaceid": "bf086209-8450-4ea1-a528-923dcd5e78fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.600120] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:85:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf086209-8450-4ea1-a528-923dcd5e78fb', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.608050] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.608309] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.608602] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84bc63bb-384e-4d6f-82f7-0c0d85c21d3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.636614] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.637066] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.637066] env[70621]: value = "task-4135684" [ 836.637066] env[70621]: _type = "Task" [ 836.637066] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.646711] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135684, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.807029] env[70621]: DEBUG nova.compute.utils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.809056] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.809561] env[70621]: DEBUG nova.network.neutron [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.822992] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.826978] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c96c914f-f725-4907-84a5-0366d4403455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.826978] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c96c914f-f725-4907-84a5-0366d4403455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.905785] env[70621]: DEBUG nova.policy [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c37caefc10443b94011ea0f08d22ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd06b62fa9ff34032b3427af6c9b0680f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.911028] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135683, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.920554] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5293938b-6f22-751c-5386-a7bccae81f79, 'name': SearchDatastore_Task, 'duration_secs': 0.02088} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.924229] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e80a81-e220-4444-818d-ac6fdb1bb05a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.930793] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 836.930793] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e39b82-3c65-2226-800c-610add28e024" [ 836.930793] env[70621]: _type = "Task" [ 836.930793] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.941508] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e39b82-3c65-2226-800c-610add28e024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.134543] env[70621]: DEBUG oslo_vmware.api [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135682, 'name': PowerOnVM_Task, 'duration_secs': 0.699993} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.134837] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.135059] env[70621]: INFO nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Took 11.80 seconds to spawn the instance on the hypervisor. [ 837.135250] env[70621]: DEBUG nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 837.136256] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88856b07-68cf-451c-b5f0-e0ee2355e708 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.144612] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updated VIF entry in instance network info cache for port 00713a73-cdfd-4605-99ca-c0c83a80532f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.145066] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.154336] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135684, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.403955] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518853} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.406877] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/3768ccae-b089-439c-943f-d54d10c245ad.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.407128] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.407743] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a1512e5-5a92-432f-bd5d-05adea4398c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.415509] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 837.415509] env[70621]: value = "task-4135685" [ 837.415509] env[70621]: _type = "Task" [ 837.415509] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.425395] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.446717] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e39b82-3c65-2226-800c-610add28e024, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.450255] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.451313] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c374c977-6c2a-43b8-9c61-b7eb09470174/c374c977-6c2a-43b8-9c61-b7eb09470174.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.451465] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6131a4c4-09ba-4aa3-9689-a59c628d7e3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.456020] env[70621]: DEBUG nova.network.neutron [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Successfully created port: 00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.463014] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 837.463014] env[70621]: value = "task-4135686" [ 837.463014] env[70621]: _type = "Task" [ 837.463014] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.475513] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.544328] env[70621]: DEBUG nova.compute.manager [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Received event network-changed-bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.544571] env[70621]: DEBUG nova.compute.manager [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Refreshing instance network info cache due to event network-changed-bf086209-8450-4ea1-a528-923dcd5e78fb. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.544809] env[70621]: DEBUG oslo_concurrency.lockutils [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] Acquiring lock "refresh_cache-9db0aa8c-05ca-46d6-9c3f-6255606e97d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.545017] env[70621]: DEBUG oslo_concurrency.lockutils [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] Acquired lock "refresh_cache-9db0aa8c-05ca-46d6-9c3f-6255606e97d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.545372] env[70621]: DEBUG nova.network.neutron [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Refreshing network info cache for port bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.654178] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.654178] env[70621]: DEBUG nova.compute.manager [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Received event network-changed-f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.654178] env[70621]: DEBUG nova.compute.manager [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Refreshing instance network info cache due to event network-changed-f8962944-09ba-42b6-ac5b-c3971c569b72. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.654178] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Acquiring lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.654178] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Acquired lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.654178] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Refreshing network info cache for port f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.654624] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135684, 'name': CreateVM_Task, 'duration_secs': 0.525644} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.662110] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.667546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.667546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.667546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.668377] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54678ef-a397-4a23-8028-7969f713d5bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.676038] env[70621]: INFO nova.compute.manager [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Took 50.55 seconds to build instance. [ 837.677214] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 837.677214] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52118c6f-3514-c6dc-dc33-22b47f8cefd1" [ 837.677214] env[70621]: _type = "Task" [ 837.677214] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.691353] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52118c6f-3514-c6dc-dc33-22b47f8cefd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.843018] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.879628] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.879981] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.880661] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.880661] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.880661] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.880822] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.881153] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.881342] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.884067] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.884067] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.884067] env[70621]: DEBUG nova.virt.hardware [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.884067] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82381ba8-157c-42ed-bc6e-ea1e5b33e738 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.898449] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a08d39-61db-47d7-badb-098a69ec9ee7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.949797] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077891} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.950142] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.951297] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d12b71-96d9-4cac-917f-b5820d8f610c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.956240] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a9e0f8-c575-4ba6-b929-51e04d051ea5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.981953] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/3768ccae-b089-439c-943f-d54d10c245ad.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.988833] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80cca118-841d-4469-aef4-6ce1636b7afe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.008143] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c97807-1463-45e1-9d22-0d871639af19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.015767] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135686, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.017870] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 838.017870] env[70621]: value = "task-4135687" [ 838.017870] env[70621]: _type = "Task" [ 838.017870] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.053147] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e42cc-1603-4999-bac7-634d5a824967 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.056462] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.066497] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400ce34-080a-437b-b7dc-586339fae18c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.085300] env[70621]: DEBUG nova.compute.provider_tree [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.178978] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f3c1db38-cf75-4898-9973-493b40074f5c tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.799s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.193351] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52118c6f-3514-c6dc-dc33-22b47f8cefd1, 'name': SearchDatastore_Task, 'duration_secs': 0.032234} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.193351] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.193454] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.194011] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.194011] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.194165] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.194474] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9f3f1c-7cea-49bc-ba36-a94a637e3348 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.209217] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.209474] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.210564] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ac8816-085c-4057-ad24-b14187420231 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.220116] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 838.220116] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dbd273-6165-f7cb-334e-20e64d01b46e" [ 838.220116] env[70621]: _type = "Task" [ 838.220116] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.236144] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dbd273-6165-f7cb-334e-20e64d01b46e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.483381] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135686, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.535176] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.589069] env[70621]: DEBUG nova.scheduler.client.report [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.600170] env[70621]: DEBUG nova.network.neutron [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Updated VIF entry in instance network info cache for port bf086209-8450-4ea1-a528-923dcd5e78fb. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.600573] env[70621]: DEBUG nova.network.neutron [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Updating instance_info_cache with network_info: [{"id": "bf086209-8450-4ea1-a528-923dcd5e78fb", "address": "fa:16:3e:3b:85:bd", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf086209-84", "ovs_interfaceid": "bf086209-8450-4ea1-a528-923dcd5e78fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.667257] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updated VIF entry in instance network info cache for port f8962944-09ba-42b6-ac5b-c3971c569b72. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.667636] env[70621]: DEBUG nova.network.neutron [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updating instance_info_cache with network_info: [{"id": "f8962944-09ba-42b6-ac5b-c3971c569b72", "address": "fa:16:3e:bf:2f:1a", "network": {"id": "d1042a44-00d1-4622-afa5-7adad60ac71d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-899889405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b694f204934c90ab38257785182374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8962944-09", "ovs_interfaceid": "f8962944-09ba-42b6-ac5b-c3971c569b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.434948] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.438190] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.140s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.438866] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.441160] env[70621]: DEBUG oslo_concurrency.lockutils [req-bcc3bc04-36f5-4b9a-a2c6-8a04153de0a4 req-76bd1778-1dbd-43a9-8b83-6720b9f22c71 service nova] Releasing lock "refresh_cache-9db0aa8c-05ca-46d6-9c3f-6255606e97d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.441638] env[70621]: DEBUG oslo_concurrency.lockutils [req-e11ef3dc-0fdc-44b6-8c93-4b6a9175e211 req-1866c302-4d6f-4feb-b1c0-c1f8421f083d service nova] Releasing lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.451411] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.537s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.451752] env[70621]: DEBUG nova.objects.instance [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 839.461629] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dbd273-6165-f7cb-334e-20e64d01b46e, 'name': SearchDatastore_Task, 'duration_secs': 0.024821} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.468540] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135687, 'name': ReconfigVM_Task, 'duration_secs': 1.085951} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.468675] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135686, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.819705} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.468892] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3192636-f116-41c7-ac64-b653475d2959 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.471317] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/3768ccae-b089-439c-943f-d54d10c245ad.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.472037] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c374c977-6c2a-43b8-9c61-b7eb09470174/c374c977-6c2a-43b8-9c61-b7eb09470174.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.472234] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.472485] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db7f85a-b086-427e-9eb1-e7174d03f339 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.474129] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f603cdbb-4349-4dbe-b018-99eaebd6677b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.480684] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 839.480684] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5200a20b-5145-b56f-dfab-cc88224d39b6" [ 839.480684] env[70621]: _type = "Task" [ 839.480684] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.488175] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 839.488175] env[70621]: value = "task-4135689" [ 839.488175] env[70621]: _type = "Task" [ 839.488175] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.488745] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 839.488745] env[70621]: value = "task-4135688" [ 839.488745] env[70621]: _type = "Task" [ 839.488745] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.502419] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5200a20b-5145-b56f-dfab-cc88224d39b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011599} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.503465] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.503817] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9db0aa8c-05ca-46d6-9c3f-6255606e97d3/9db0aa8c-05ca-46d6-9c3f-6255606e97d3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.504465] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fdb4189-bc1e-4c57-9112-f5dbaef82940 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.517516] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135688, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.517516] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.519627] env[70621]: DEBUG nova.network.neutron [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Successfully updated port: 00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.524373] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 839.524373] env[70621]: value = "task-4135690" [ 839.524373] env[70621]: _type = "Task" [ 839.524373] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.536355] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.943697] env[70621]: DEBUG nova.compute.utils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.948847] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.949036] env[70621]: DEBUG nova.network.neutron [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.977641] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.008743] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079415} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.012675] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.012675] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135688, 'name': Rename_Task, 'duration_secs': 0.240317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.013443] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b32c1b-a0b0-4d27-93cc-e6e8812b78f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.018057] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.018057] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fea6e1e-e3b3-4a58-8f06-02fc483c975d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.023880] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "refresh_cache-93f539d3-de28-4247-b2c1-17488750aa8f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.023880] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquired lock "refresh_cache-93f539d3-de28-4247-b2c1-17488750aa8f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.023880] env[70621]: DEBUG nova.network.neutron [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.047282] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c374c977-6c2a-43b8-9c61-b7eb09470174/c374c977-6c2a-43b8-9c61-b7eb09470174.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.053255] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 840.053255] env[70621]: value = "task-4135691" [ 840.053255] env[70621]: _type = "Task" [ 840.053255] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.053255] env[70621]: DEBUG nova.policy [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a000195427914c2fa17b39ac7ed82466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd993794f03e4678836239feb3f375fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.060453] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc390dff-f4de-4f4e-9dad-0185a4e945a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.093216] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55733} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.098795] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9db0aa8c-05ca-46d6-9c3f-6255606e97d3/9db0aa8c-05ca-46d6-9c3f-6255606e97d3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.099076] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.099380] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135691, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.099658] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 840.099658] env[70621]: value = "task-4135692" [ 840.099658] env[70621]: _type = "Task" [ 840.099658] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.099843] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed01949b-1dec-4a39-a16b-94d51010d335 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.111866] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.113603] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 840.113603] env[70621]: value = "task-4135693" [ 840.113603] env[70621]: _type = "Task" [ 840.113603] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.125122] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.174127] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Received event network-changed-f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.174348] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Refreshing instance network info cache due to event network-changed-f8962944-09ba-42b6-ac5b-c3971c569b72. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.174621] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquiring lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.174772] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquired lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.176214] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Refreshing network info cache for port f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.458028] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.462546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8341ac97-f93d-4276-bbc8-0e7fdf6cb13c tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.467753] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.671s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.467753] env[70621]: DEBUG nova.objects.instance [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lazy-loading 'resources' on Instance uuid ff0824a7-e7b4-46a9-8474-0b9e1d57aa79 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.594226] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.614318] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135692, 'name': ReconfigVM_Task, 'duration_secs': 0.461855} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.618163] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c374c977-6c2a-43b8-9c61-b7eb09470174/c374c977-6c2a-43b8-9c61-b7eb09470174.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.619047] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b257464-b20f-41a9-9945-0b4f4f7b7cb7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.627405] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114735} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.628970] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.630220] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 840.630220] env[70621]: value = "task-4135694" [ 840.630220] env[70621]: _type = "Task" [ 840.630220] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.631056] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86afa679-3093-48bf-beac-fbc1654bb4cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.644943] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135694, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.645990] env[70621]: DEBUG nova.network.neutron [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.672199] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9db0aa8c-05ca-46d6-9c3f-6255606e97d3/9db0aa8c-05ca-46d6-9c3f-6255606e97d3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.672199] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-640a0cab-ab4d-4c98-8095-8646671d5e5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.696018] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 840.696018] env[70621]: value = "task-4135695" [ 840.696018] env[70621]: _type = "Task" [ 840.696018] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.705393] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.761569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "289770ea-9d82-44e6-8938-d02978cd7080" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.761569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.761569] env[70621]: INFO nova.compute.manager [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Rebooting instance [ 840.773735] env[70621]: DEBUG nova.network.neutron [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Successfully created port: 34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.988372] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.988709] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.988992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.989474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.989586] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.997101] env[70621]: INFO nova.compute.manager [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Terminating instance [ 841.084353] env[70621]: DEBUG nova.network.neutron [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Updating instance_info_cache with network_info: [{"id": "00d6e4ee-6889-4e1e-aa21-2cd11ec91c71", "address": "fa:16:3e:08:4c:4b", "network": {"id": "66ba0691-b4c3-4152-9717-1b1df59c880f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-771860573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06b62fa9ff34032b3427af6c9b0680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6e4ee-68", "ovs_interfaceid": "00d6e4ee-6889-4e1e-aa21-2cd11ec91c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.101332] env[70621]: DEBUG oslo_vmware.api [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135691, 'name': PowerOnVM_Task, 'duration_secs': 0.658672} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.101915] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.102151] env[70621]: INFO nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Took 10.27 seconds to spawn the instance on the hypervisor. [ 841.102553] env[70621]: DEBUG nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.103968] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576496e7-66c3-48fd-a324-21cd37db2875 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.149954] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135694, 'name': Rename_Task, 'duration_secs': 0.18155} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.151032] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.151032] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c328d8bd-0ecb-48c3-b113-9d9a31c964b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.160774] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 841.160774] env[70621]: value = "task-4135696" [ 841.160774] env[70621]: _type = "Task" [ 841.160774] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.175475] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.209219] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135695, 'name': ReconfigVM_Task, 'duration_secs': 0.400173} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.209529] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9db0aa8c-05ca-46d6-9c3f-6255606e97d3/9db0aa8c-05ca-46d6-9c3f-6255606e97d3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.213188] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a465283-0513-4ed1-966f-0cc3bd43243a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.222710] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 841.222710] env[70621]: value = "task-4135697" [ 841.222710] env[70621]: _type = "Task" [ 841.222710] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.232353] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135697, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.262671] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updated VIF entry in instance network info cache for port f8962944-09ba-42b6-ac5b-c3971c569b72. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.263086] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updating instance_info_cache with network_info: [{"id": "f8962944-09ba-42b6-ac5b-c3971c569b72", "address": "fa:16:3e:bf:2f:1a", "network": {"id": "d1042a44-00d1-4622-afa5-7adad60ac71d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-899889405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2b694f204934c90ab38257785182374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8962944-09", "ovs_interfaceid": "f8962944-09ba-42b6-ac5b-c3971c569b72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.296750] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.296750] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquired lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.296750] env[70621]: DEBUG nova.network.neutron [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.471096] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.505444] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bc154276-b20b-4120-8193-a148b19b4b5b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-562243685',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.505602] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.506904] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.507216] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.507392] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.507565] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.507800] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.507947] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.508188] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.508390] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.508600] env[70621]: DEBUG nova.virt.hardware [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.509371] env[70621]: DEBUG nova.compute.manager [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.509557] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.510755] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ba503-0dc4-487f-bc71-1f32383f3406 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.515820] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52566fa-5906-43d5-8628-18d3e5ad36c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.534518] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.535380] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76537542-25fd-42d4-9527-e05dac618c2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.537636] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c1aa47-4195-418f-9015-fb14f9845529 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.563375] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e091add9-e77c-4866-b871-a13b1a226031 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.566733] env[70621]: DEBUG oslo_vmware.api [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 841.566733] env[70621]: value = "task-4135698" [ 841.566733] env[70621]: _type = "Task" [ 841.566733] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.580745] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b4ad1-4722-430f-a3b8-c587051b5c8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.589863] env[70621]: DEBUG oslo_vmware.api [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.591052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Releasing lock "refresh_cache-93f539d3-de28-4247-b2c1-17488750aa8f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.591446] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Instance network_info: |[{"id": "00d6e4ee-6889-4e1e-aa21-2cd11ec91c71", "address": "fa:16:3e:08:4c:4b", "network": {"id": "66ba0691-b4c3-4152-9717-1b1df59c880f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-771860573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06b62fa9ff34032b3427af6c9b0680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6e4ee-68", "ovs_interfaceid": "00d6e4ee-6889-4e1e-aa21-2cd11ec91c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.591939] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:4c:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d6e4ee-6889-4e1e-aa21-2cd11ec91c71', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.605482] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Creating folder: Project (d06b62fa9ff34032b3427af6c9b0680f). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.639269] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811442ca-188d-46e2-ba7b-debecd320ad6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.648356] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff165d50-0229-4083-98e8-d56e115ebe23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.656187] env[70621]: INFO nova.compute.manager [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Took 38.83 seconds to build instance. [ 841.662486] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713455f9-92a3-4653-a607-f2d10d5e351d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.671027] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Created folder: Project (d06b62fa9ff34032b3427af6c9b0680f) in parent group-v818963. [ 841.671027] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Creating folder: Instances. Parent ref: group-v819100. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.674064] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7e4b9d3-1295-4d41-86b6-560602cfb0df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.687180] env[70621]: DEBUG nova.compute.provider_tree [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.696121] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.735506] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135697, 'name': Rename_Task, 'duration_secs': 0.463647} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.737131] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.737522] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Created folder: Instances in parent group-v819100. [ 841.738279] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.738279] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be02751-d7df-4af5-8722-995b811f85ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.740391] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.740391] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dedc647-2aa5-4fdd-84e8-aee988751db2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.765026] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.765026] env[70621]: value = "task-4135702" [ 841.765026] env[70621]: _type = "Task" [ 841.765026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.765026] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 841.765026] env[70621]: value = "task-4135701" [ 841.765026] env[70621]: _type = "Task" [ 841.765026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.770546] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Releasing lock "refresh_cache-2172d74f-9f45-48d4-b4e7-ce844f5ace4b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.772917] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Received event network-vif-plugged-00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.772917] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquiring lock "93f539d3-de28-4247-b2c1-17488750aa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.772917] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Lock "93f539d3-de28-4247-b2c1-17488750aa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.772917] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Lock "93f539d3-de28-4247-b2c1-17488750aa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.772917] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] No waiting events found dispatching network-vif-plugged-00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.772917] env[70621]: WARNING nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Received unexpected event network-vif-plugged-00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 for instance with vm_state building and task_state spawning. [ 841.772917] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Received event network-changed-a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.772917] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Refreshing instance network info cache due to event network-changed-a9be95c1-c975-4177-bf16-9cfdfa853375. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.772917] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquiring lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.782700] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135702, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.782700] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.029507] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.029784] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.029997] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.030207] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.030382] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.032773] env[70621]: INFO nova.compute.manager [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Terminating instance [ 842.080520] env[70621]: DEBUG oslo_vmware.api [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135698, 'name': PowerOffVM_Task, 'duration_secs': 0.224779} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.080520] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.080520] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.080520] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edd8520a-06a2-4d87-a8e8-e1154b85f400 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.160903] env[70621]: DEBUG oslo_concurrency.lockutils [None req-560a321b-013a-4a05-9876-dbfae53f0f33 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "3768ccae-b089-439c-943f-d54d10c245ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.803s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.171232] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.171232] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.171536] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Deleting the datastore file [datastore2] 2172d74f-9f45-48d4-b4e7-ce844f5ace4b {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.175777] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc2df10f-27bb-4bfb-924d-c0b78b83d599 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.185081] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135696, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.186922] env[70621]: DEBUG oslo_vmware.api [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for the task: (returnval){ [ 842.186922] env[70621]: value = "task-4135704" [ 842.186922] env[70621]: _type = "Task" [ 842.186922] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.194175] env[70621]: DEBUG nova.scheduler.client.report [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.205764] env[70621]: DEBUG oslo_vmware.api [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.282286] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135702, 'name': CreateVM_Task, 'duration_secs': 0.496128} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.283201] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135701, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.286334] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.287090] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.287267] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.287605] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.288224] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1782d4a1-843f-4197-8230-f7f039e5cfa2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.293946] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 842.293946] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5283d569-5e1f-96cf-d8b9-05489d0fa00e" [ 842.293946] env[70621]: _type = "Task" [ 842.293946] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.304629] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5283d569-5e1f-96cf-d8b9-05489d0fa00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.354773] env[70621]: DEBUG nova.network.neutron [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [{"id": "a9be95c1-c975-4177-bf16-9cfdfa853375", "address": "fa:16:3e:61:a2:28", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be95c1-c9", "ovs_interfaceid": "a9be95c1-c975-4177-bf16-9cfdfa853375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.537424] env[70621]: DEBUG nova.compute.manager [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.538041] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.539102] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d54272b-92a5-4c21-b63f-62f49542e412 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.550365] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.550737] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c9bb833-7c99-45bc-8528-586434b2bc5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.562068] env[70621]: DEBUG oslo_vmware.api [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 842.562068] env[70621]: value = "task-4135705" [ 842.562068] env[70621]: _type = "Task" [ 842.562068] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.571361] env[70621]: DEBUG oslo_vmware.api [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.673079] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.696035] env[70621]: DEBUG oslo_vmware.api [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135696, 'name': PowerOnVM_Task, 'duration_secs': 1.279075} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.707103] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.707428] env[70621]: INFO nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Took 14.60 seconds to spawn the instance on the hypervisor. [ 842.707666] env[70621]: DEBUG nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.709834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.718150] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f663abb5-9b21-491c-8270-fcbfbcb66fc6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.725987] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.356s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.728670] env[70621]: DEBUG nova.objects.instance [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lazy-loading 'resources' on Instance uuid ba429fba-1128-4002-96bf-50a463bad12b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.748347] env[70621]: DEBUG oslo_vmware.api [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Task: {'id': task-4135704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224973} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.748744] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.748984] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.749178] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.749353] env[70621]: INFO nova.compute.manager [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 842.749607] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.750219] env[70621]: DEBUG nova.compute.manager [-] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.750313] env[70621]: DEBUG nova.network.neutron [-] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.765566] env[70621]: INFO nova.scheduler.client.report [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Deleted allocations for instance ff0824a7-e7b4-46a9-8474-0b9e1d57aa79 [ 842.778379] env[70621]: DEBUG oslo_vmware.api [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135701, 'name': PowerOnVM_Task, 'duration_secs': 0.651918} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.779129] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.779129] env[70621]: INFO nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Took 9.24 seconds to spawn the instance on the hypervisor. [ 842.779295] env[70621]: DEBUG nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.780678] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f071dc-6302-4367-80ac-abf0d63cd4e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.806501] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5283d569-5e1f-96cf-d8b9-05489d0fa00e, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.806816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.807055] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.807293] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.807433] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.807867] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.808407] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a052de-f5aa-48f2-85a8-8a840d7b59ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.823978] env[70621]: DEBUG nova.network.neutron [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Successfully updated port: 34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.825314] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.825515] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.827362] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec91038-1e08-44bb-90b3-779eea4a528a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.842027] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 842.842027] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ee37f4-fac2-3fc1-34ef-2ed4a01ce05d" [ 842.842027] env[70621]: _type = "Task" [ 842.842027] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.850196] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ee37f4-fac2-3fc1-34ef-2ed4a01ce05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.852353] env[70621]: DEBUG nova.compute.manager [req-481a0608-fc51-4416-adcc-9aaf169d1d14 req-c442984b-b3f4-41ef-80d6-1482cafe4cb5 service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Received event network-vif-plugged-34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.852572] env[70621]: DEBUG oslo_concurrency.lockutils [req-481a0608-fc51-4416-adcc-9aaf169d1d14 req-c442984b-b3f4-41ef-80d6-1482cafe4cb5 service nova] Acquiring lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.852774] env[70621]: DEBUG oslo_concurrency.lockutils [req-481a0608-fc51-4416-adcc-9aaf169d1d14 req-c442984b-b3f4-41ef-80d6-1482cafe4cb5 service nova] Lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.852973] env[70621]: DEBUG oslo_concurrency.lockutils [req-481a0608-fc51-4416-adcc-9aaf169d1d14 req-c442984b-b3f4-41ef-80d6-1482cafe4cb5 service nova] Lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.853182] env[70621]: DEBUG nova.compute.manager [req-481a0608-fc51-4416-adcc-9aaf169d1d14 req-c442984b-b3f4-41ef-80d6-1482cafe4cb5 service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] No waiting events found dispatching network-vif-plugged-34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.853650] env[70621]: WARNING nova.compute.manager [req-481a0608-fc51-4416-adcc-9aaf169d1d14 req-c442984b-b3f4-41ef-80d6-1482cafe4cb5 service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Received unexpected event network-vif-plugged-34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc for instance with vm_state building and task_state spawning. [ 842.862452] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Releasing lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.863839] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquired lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.864075] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Refreshing network info cache for port a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.078771] env[70621]: DEBUG oslo_vmware.api [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135705, 'name': PowerOffVM_Task, 'duration_secs': 0.398698} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.079099] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.079241] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.079497] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f4c49f5-414c-42d8-9620-f72db029f2ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.164433] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.164817] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.165763] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Deleting the datastore file [datastore2] 17f11b74-f8eb-4460-8d7c-1c42d249d5e2 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.166230] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2691e0d0-00bb-41a1-8597-bb5c85d47567 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.178868] env[70621]: DEBUG oslo_vmware.api [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for the task: (returnval){ [ 843.178868] env[70621]: value = "task-4135707" [ 843.178868] env[70621]: _type = "Task" [ 843.178868] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.193309] env[70621]: DEBUG oslo_vmware.api [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.210495] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.265675] env[70621]: INFO nova.compute.manager [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Took 41.44 seconds to build instance. [ 843.277857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c96e3b2-d30b-4096-8749-537f951c956c tempest-ServerDiagnosticsNegativeTest-1572490138 tempest-ServerDiagnosticsNegativeTest-1572490138-project-member] Lock "ff0824a7-e7b4-46a9-8474-0b9e1d57aa79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.094s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.310294] env[70621]: INFO nova.compute.manager [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Took 39.30 seconds to build instance. [ 843.328384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.328824] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.328824] env[70621]: DEBUG nova.network.neutron [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.356257] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ee37f4-fac2-3fc1-34ef-2ed4a01ce05d, 'name': SearchDatastore_Task, 'duration_secs': 0.019374} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.358124] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a72ea1-0687-4e9f-8f65-5a5846202f34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.367609] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 843.367609] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52187c5d-bfd5-f455-0d4e-52e348b63918" [ 843.367609] env[70621]: _type = "Task" [ 843.367609] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.383510] env[70621]: DEBUG nova.compute.manager [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.385165] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc8264-a922-496b-8809-77ff02497bab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.395436] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52187c5d-bfd5-f455-0d4e-52e348b63918, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.396234] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.396546] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 93f539d3-de28-4247-b2c1-17488750aa8f/93f539d3-de28-4247-b2c1-17488750aa8f.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.396937] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc26b240-f41f-41e7-87ea-4bd09b2015b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.413564] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 843.413564] env[70621]: value = "task-4135708" [ 843.413564] env[70621]: _type = "Task" [ 843.413564] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.424024] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.475357] env[70621]: INFO nova.compute.manager [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Rescuing [ 843.475697] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.475930] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.476221] env[70621]: DEBUG nova.network.neutron [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.698869] env[70621]: DEBUG oslo_vmware.api [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Task: {'id': task-4135707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286487} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.698869] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.698869] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.698869] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.698869] env[70621]: INFO nova.compute.manager [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 843.699579] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.699579] env[70621]: DEBUG nova.compute.manager [-] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.699579] env[70621]: DEBUG nova.network.neutron [-] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.723041] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updated VIF entry in instance network info cache for port a9be95c1-c975-4177-bf16-9cfdfa853375. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.723041] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [{"id": "a9be95c1-c975-4177-bf16-9cfdfa853375", "address": "fa:16:3e:61:a2:28", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be95c1-c9", "ovs_interfaceid": "a9be95c1-c975-4177-bf16-9cfdfa853375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.726341] env[70621]: DEBUG nova.compute.manager [req-3c3a10d6-78d5-41f0-86cc-0f16f01cc960 req-9e52c2bc-5e85-436c-9106-b4bb4439b288 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Received event network-vif-deleted-f8962944-09ba-42b6-ac5b-c3971c569b72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.726341] env[70621]: INFO nova.compute.manager [req-3c3a10d6-78d5-41f0-86cc-0f16f01cc960 req-9e52c2bc-5e85-436c-9106-b4bb4439b288 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Neutron deleted interface f8962944-09ba-42b6-ac5b-c3971c569b72; detaching it from the instance and deleting it from the info cache [ 843.726341] env[70621]: DEBUG nova.network.neutron [req-3c3a10d6-78d5-41f0-86cc-0f16f01cc960 req-9e52c2bc-5e85-436c-9106-b4bb4439b288 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.768266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7291913f-11ad-4c82-a2f7-29ff2d141b2f tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.406s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.816683] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6797d7c2-22f7-414a-aaa9-89e05e0e31b8 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.625s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.880444] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbab4ea2-2e51-4d5e-8ef6-f9810ae97872 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.896352] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b1b9e2-c112-4ed6-a1fb-b666f2e0eb13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898323] env[70621]: DEBUG nova.network.neutron [-] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.900229] env[70621]: DEBUG nova.network.neutron [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.949379] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9669b52e-c148-4000-900e-b1a1fc12d28f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.960369] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135708, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.962054] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a387471d-2173-4e4e-b2c7-80fdf779f1da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.979153] env[70621]: DEBUG nova.compute.provider_tree [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.110304] env[70621]: DEBUG nova.network.neutron [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.230768] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Releasing lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.231049] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Received event network-changed-00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.231231] env[70621]: DEBUG nova.compute.manager [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Refreshing instance network info cache due to event network-changed-00d6e4ee-6889-4e1e-aa21-2cd11ec91c71. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.231520] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquiring lock "refresh_cache-93f539d3-de28-4247-b2c1-17488750aa8f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.231671] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Acquired lock "refresh_cache-93f539d3-de28-4247-b2c1-17488750aa8f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.231835] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Refreshing network info cache for port 00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.236752] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74fb48f5-9b4b-43ee-aee8-2dd4fcb0f4a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.248379] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa67e088-eee9-4f4d-bba0-21692c978865 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.271031] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.285699] env[70621]: DEBUG nova.compute.manager [req-3c3a10d6-78d5-41f0-86cc-0f16f01cc960 req-9e52c2bc-5e85-436c-9106-b4bb4439b288 service nova] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Detach interface failed, port_id=f8962944-09ba-42b6-ac5b-c3971c569b72, reason: Instance 2172d74f-9f45-48d4-b4e7-ce844f5ace4b could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.319526] env[70621]: DEBUG nova.compute.manager [None req-04f0f6b8-9a39-4c1a-a767-6b22a0042d15 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 57603717-306f-43fe-94ed-f14cb56494e5] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.404342] env[70621]: INFO nova.compute.manager [-] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Took 1.65 seconds to deallocate network for instance. [ 844.446065] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c1117-01c8-4bf8-9d0e-00fd320e14cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.455969] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612119} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.458178] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 93f539d3-de28-4247-b2c1-17488750aa8f/93f539d3-de28-4247-b2c1-17488750aa8f.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.458426] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.458698] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Doing hard reboot of VM {{(pid=70621) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 844.458907] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c38e1a66-c459-4b56-ad0c-96778ad58888 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.460881] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1fcc90a1-614b-4f92-93fa-78e01947691e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.469584] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 844.469584] env[70621]: value = "task-4135710" [ 844.469584] env[70621]: _type = "Task" [ 844.469584] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.476219] env[70621]: DEBUG oslo_vmware.api [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 844.476219] env[70621]: value = "task-4135709" [ 844.476219] env[70621]: _type = "Task" [ 844.476219] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.488369] env[70621]: DEBUG nova.scheduler.client.report [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.497010] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.502911] env[70621]: DEBUG oslo_vmware.api [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135709, 'name': ResetVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.612651] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.616030] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Instance network_info: |[{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.616030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:79:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.621558] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.621721] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.622092] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f5026a2-50b5-4bd5-9142-2ff19163c1fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.640738] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b98090b-f424-40d9-b067-d54d62262719 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.645452] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.645452] env[70621]: value = "task-4135711" [ 844.645452] env[70621]: _type = "Task" [ 844.645452] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.647192] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Suspending the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 844.649186] env[70621]: DEBUG nova.network.neutron [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updating instance_info_cache with network_info: [{"id": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "address": "fa:16:3e:7c:47:74", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abe47ce-cb", "ovs_interfaceid": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.654049] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b609fdc6-b745-4d13-b071-28bb5f1bcbe3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.663684] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135711, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.664946] env[70621]: DEBUG oslo_vmware.api [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] Waiting for the task: (returnval){ [ 844.664946] env[70621]: value = "task-4135712" [ 844.664946] env[70621]: _type = "Task" [ 844.664946] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.677307] env[70621]: DEBUG oslo_vmware.api [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] Task: {'id': task-4135712, 'name': SuspendVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.812629] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.826634] env[70621]: DEBUG nova.compute.manager [None req-04f0f6b8-9a39-4c1a-a767-6b22a0042d15 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 57603717-306f-43fe-94ed-f14cb56494e5] Instance disappeared before build. {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 844.916269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.991164] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119772} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.991972] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.993466] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e182509-b522-41b8-aa28-6c33d3801a6f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.001781] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.004499] env[70621]: DEBUG oslo_vmware.api [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135709, 'name': ResetVM_Task, 'duration_secs': 0.119001} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.005274] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.187s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.007419] env[70621]: INFO nova.compute.claims [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.015389] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Did hard reboot of VM {{(pid=70621) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 845.015480] env[70621]: DEBUG nova.compute.manager [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.033624] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d79bb-b087-422c-9ab3-3f554395532f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.040113] env[70621]: DEBUG nova.network.neutron [-] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.052360] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 93f539d3-de28-4247-b2c1-17488750aa8f/93f539d3-de28-4247-b2c1-17488750aa8f.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.056190] env[70621]: INFO nova.scheduler.client.report [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Deleted allocations for instance ba429fba-1128-4002-96bf-50a463bad12b [ 845.056190] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Updated VIF entry in instance network info cache for port 00d6e4ee-6889-4e1e-aa21-2cd11ec91c71. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.056190] env[70621]: DEBUG nova.network.neutron [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Updating instance_info_cache with network_info: [{"id": "00d6e4ee-6889-4e1e-aa21-2cd11ec91c71", "address": "fa:16:3e:08:4c:4b", "network": {"id": "66ba0691-b4c3-4152-9717-1b1df59c880f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-771860573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d06b62fa9ff34032b3427af6c9b0680f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d6e4ee-68", "ovs_interfaceid": "00d6e4ee-6889-4e1e-aa21-2cd11ec91c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.058205] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09565e4c-31ed-4ee3-ac8d-5493e1d41383 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.090030] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 845.090030] env[70621]: value = "task-4135713" [ 845.090030] env[70621]: _type = "Task" [ 845.090030] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.098197] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.156825] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.168470] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135711, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.182123] env[70621]: DEBUG oslo_vmware.api [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] Task: {'id': task-4135712, 'name': SuspendVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.301612] env[70621]: DEBUG nova.compute.manager [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Received event network-changed-34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.301898] env[70621]: DEBUG nova.compute.manager [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Refreshing instance network info cache due to event network-changed-34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.302198] env[70621]: DEBUG oslo_concurrency.lockutils [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] Acquiring lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.302360] env[70621]: DEBUG oslo_concurrency.lockutils [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] Acquired lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.302525] env[70621]: DEBUG nova.network.neutron [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Refreshing network info cache for port 34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.348417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-04f0f6b8-9a39-4c1a-a767-6b22a0042d15 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "57603717-306f-43fe-94ed-f14cb56494e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.137s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.553950] env[70621]: INFO nova.compute.manager [-] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Took 1.85 seconds to deallocate network for instance. [ 845.577773] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e02cc29-5638-402e-bb6c-b6521c4779ec req-1dd72e6f-b669-4d3a-884e-ec932c737cfb service nova] Releasing lock "refresh_cache-93f539d3-de28-4247-b2c1-17488750aa8f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.582387] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4add151b-f60d-474e-9078-02c80abe1550 tempest-ServersListShow298Test-1523652539 tempest-ServersListShow298Test-1523652539-project-member] Lock "ba429fba-1128-4002-96bf-50a463bad12b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.524s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.594298] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c81244f8-a06e-44cf-aa2d-ae14f1e5b3c0 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.833s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.600502] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135713, 'name': ReconfigVM_Task, 'duration_secs': 0.384953} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.601282] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 93f539d3-de28-4247-b2c1-17488750aa8f/93f539d3-de28-4247-b2c1-17488750aa8f.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.601914] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ae678b0-738b-4d92-b940-9d0aebfb1ba3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.609699] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 845.609699] env[70621]: value = "task-4135714" [ 845.609699] env[70621]: _type = "Task" [ 845.609699] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.620747] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135714, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.662691] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135711, 'name': CreateVM_Task, 'duration_secs': 0.663157} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.662916] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.663731] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.663935] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.664312] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.664746] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d88a922-fa02-4d30-8200-6bff847b2f71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.673525] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 845.673525] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52154a62-3825-3dc8-6039-89b6c7b5a99f" [ 845.673525] env[70621]: _type = "Task" [ 845.673525] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.682279] env[70621]: DEBUG oslo_vmware.api [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] Task: {'id': task-4135712, 'name': SuspendVM_Task, 'duration_secs': 0.727089} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.682279] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Suspended the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 845.682279] env[70621]: DEBUG nova.compute.manager [None req-63d21e09-a63e-4c8e-861d-c13462ed08dd tempest-ServersAdminNegativeTestJSON-994055746 tempest-ServersAdminNegativeTestJSON-994055746-project-admin] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.682557] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96267225-ed5a-42ad-9bcf-c13920d0c698 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.690320] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52154a62-3825-3dc8-6039-89b6c7b5a99f, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.691149] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.691367] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.691621] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.691842] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.695252] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.695252] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7528b65-38d1-47ad-94db-86868ddc40e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.707236] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.707236] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.707991] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757f20d4-188b-4dde-9b46-958d90ba8c47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.718751] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 845.718751] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ccc8a4-db8e-7cef-be44-29f31e307c13" [ 845.718751] env[70621]: _type = "Task" [ 845.718751] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.727040] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ccc8a4-db8e-7cef-be44-29f31e307c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.853199] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.952458] env[70621]: DEBUG nova.compute.manager [req-85b956c6-a5fd-457e-b3e9-d3503b4c8ff2 req-fec29318-90da-4dc9-bb09-45b536f71386 service nova] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Received event network-vif-deleted-afdc6800-482d-418e-9a6d-587299419b4b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.065734] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.124724] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135714, 'name': Rename_Task, 'duration_secs': 0.188005} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.127956] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.128783] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7905a2fe-3179-431b-b8f6-3b31a707bb49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.140369] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 846.140369] env[70621]: value = "task-4135715" [ 846.140369] env[70621]: _type = "Task" [ 846.140369] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.153206] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.155252] env[70621]: DEBUG nova.network.neutron [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updated VIF entry in instance network info cache for port 34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.155605] env[70621]: DEBUG nova.network.neutron [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.236527] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ccc8a4-db8e-7cef-be44-29f31e307c13, 'name': SearchDatastore_Task, 'duration_secs': 0.011586} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.237731] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c9921e-861e-41a4-b88e-b90ac9b8fa3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.249182] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 846.249182] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fd3880-3fcb-e737-2d09-0c54ac4c1459" [ 846.249182] env[70621]: _type = "Task" [ 846.249182] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.263197] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fd3880-3fcb-e737-2d09-0c54ac4c1459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.379595] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.549364] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04850f35-0392-48f1-b896-c28fc3cfe1a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.561591] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1e18f4-cce8-422d-8b08-3e0374f6b4ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.601818] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821fa4ea-c840-4cbd-b166-73967f0dcd1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.611512] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e77927-4dc8-4de3-abfd-0aa33cff5ae4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.629919] env[70621]: DEBUG nova.compute.provider_tree [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.651255] env[70621]: DEBUG oslo_vmware.api [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135715, 'name': PowerOnVM_Task, 'duration_secs': 0.495545} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.651500] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.651699] env[70621]: INFO nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Took 8.81 seconds to spawn the instance on the hypervisor. [ 846.651968] env[70621]: DEBUG nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.652782] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2315ea-f531-44d7-be22-8ff098d9c7c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.660169] env[70621]: DEBUG oslo_concurrency.lockutils [req-82e2c76e-0955-4d68-9c8e-f7a9b3eb82bf req-307a84b7-77f5-45f6-ba0e-ebfa96865dcd service nova] Releasing lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.721276] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.721509] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c460579c-35f8-4b78-8745-f022cb60dee5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.729997] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 846.729997] env[70621]: value = "task-4135716" [ 846.729997] env[70621]: _type = "Task" [ 846.729997] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.742502] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.762037] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fd3880-3fcb-e737-2d09-0c54ac4c1459, 'name': SearchDatastore_Task, 'duration_secs': 0.011953} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.762037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.762037] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.762836] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0de065-8df1-4762-a800-d8f084cf0ee9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.772419] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 846.772419] env[70621]: value = "task-4135717" [ 846.772419] env[70621]: _type = "Task" [ 846.772419] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.783311] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.166880] env[70621]: ERROR nova.scheduler.client.report [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [req-eac43174-6c02-418d-944a-3354d7b3e038] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eac43174-6c02-418d-944a-3354d7b3e038"}]} [ 847.182289] env[70621]: INFO nova.compute.manager [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Took 41.57 seconds to build instance. [ 847.198061] env[70621]: DEBUG nova.scheduler.client.report [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 847.213400] env[70621]: DEBUG nova.scheduler.client.report [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 847.214420] env[70621]: DEBUG nova.compute.provider_tree [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.228859] env[70621]: DEBUG nova.scheduler.client.report [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 847.242981] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135716, 'name': PowerOffVM_Task, 'duration_secs': 0.304334} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.243164] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.244302] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ee27e8-ddc7-44f4-b16f-b20a1b8897d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.271378] env[70621]: DEBUG nova.scheduler.client.report [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 847.274998] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4188a9b9-bee8-4c02-8181-5f845a9f0220 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.295077] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135717, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.329647] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.330017] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6d9d30-a104-4022-87e5-c06ef71f2399 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.338611] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 847.338611] env[70621]: value = "task-4135718" [ 847.338611] env[70621]: _type = "Task" [ 847.338611] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.354165] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 847.354734] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.355047] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.355246] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.355477] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.356193] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43ef6a44-cc87-43eb-bbff-c47d6b0e10a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.367364] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.367629] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.368871] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b5827b-3505-4bc1-853b-6397576476b4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.376844] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 847.376844] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5292be92-7879-d654-6c77-aa5f5912a89d" [ 847.376844] env[70621]: _type = "Task" [ 847.376844] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.390959] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5292be92-7879-d654-6c77-aa5f5912a89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.685267] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ada932a1-27eb-46c0-9aa4-f1410adaa377 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "93f539d3-de28-4247-b2c1-17488750aa8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.075s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.789528] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881295} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.789738] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.789916] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.790154] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a89aa37a-1624-414c-8f06-fe1b2b2dba8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.802401] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 847.802401] env[70621]: value = "task-4135719" [ 847.802401] env[70621]: _type = "Task" [ 847.802401] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.808764] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e351faee-3fb1-48f2-8363-8bd3cb073f22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.825861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eb1132-a4a8-443b-9b3a-7647e4a129ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.831121] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.864058] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebc1af8-f53e-42e6-8bff-51e1ecf581c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.873121] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc949b3e-b35a-4777-9f19-8f6355dedb4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.891900] env[70621]: DEBUG nova.compute.provider_tree [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.905492] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5292be92-7879-d654-6c77-aa5f5912a89d, 'name': SearchDatastore_Task, 'duration_secs': 0.016068} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.907285] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287806fd-ab95-4cf8-888d-356d71764e10 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.914938] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 847.914938] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b3becd-dd6d-3785-fd19-2be1ae40854c" [ 847.914938] env[70621]: _type = "Task" [ 847.914938] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.924266] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b3becd-dd6d-3785-fd19-2be1ae40854c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.188646] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.315547] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237737} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.316115] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.316601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcbb816-89ba-476f-a19f-69e1e51f27de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.339111] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.339419] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba53297-17bd-4d39-8591-85a554b78391 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.360369] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 848.360369] env[70621]: value = "task-4135720" [ 848.360369] env[70621]: _type = "Task" [ 848.360369] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.369294] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.395352] env[70621]: DEBUG nova.compute.manager [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Received event network-changed-a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.396637] env[70621]: DEBUG nova.compute.manager [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Refreshing instance network info cache due to event network-changed-a9be95c1-c975-4177-bf16-9cfdfa853375. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.396637] env[70621]: DEBUG oslo_concurrency.lockutils [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] Acquiring lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.396637] env[70621]: DEBUG oslo_concurrency.lockutils [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] Acquired lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.396637] env[70621]: DEBUG nova.network.neutron [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Refreshing network info cache for port a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.426122] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b3becd-dd6d-3785-fd19-2be1ae40854c, 'name': SearchDatastore_Task, 'duration_secs': 0.02909} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.426418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.426875] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. {{(pid=70621) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 848.426988] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c8cba9-6d34-4d72-b53d-e5c1b36b1357 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.434672] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 848.434672] env[70621]: value = "task-4135721" [ 848.434672] env[70621]: _type = "Task" [ 848.434672] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.444547] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.445549] env[70621]: DEBUG nova.scheduler.client.report [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.445799] env[70621]: DEBUG nova.compute.provider_tree [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 75 to 76 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.446114] env[70621]: DEBUG nova.compute.provider_tree [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.652059] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "289770ea-9d82-44e6-8938-d02978cd7080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.652294] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.652564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "289770ea-9d82-44e6-8938-d02978cd7080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.652779] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.653163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.656180] env[70621]: INFO nova.compute.manager [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Terminating instance [ 848.722257] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.871511] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.949164] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135721, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.951197] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.946s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.951737] env[70621]: DEBUG nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.954956] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.789s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.955270] env[70621]: DEBUG nova.objects.instance [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lazy-loading 'resources' on Instance uuid 40a8e338-4099-4da8-b39a-0235c5e8d450 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.161799] env[70621]: DEBUG nova.compute.manager [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.162763] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.163964] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3182e45b-d31e-4b10-a710-d97d02fc7746 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.178347] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.178935] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f83925-07ae-4be4-a699-28e03b541cbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.190638] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 849.190638] env[70621]: value = "task-4135722" [ 849.190638] env[70621]: _type = "Task" [ 849.190638] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.207403] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.238084] env[70621]: DEBUG nova.network.neutron [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updated VIF entry in instance network info cache for port a9be95c1-c975-4177-bf16-9cfdfa853375. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.238534] env[70621]: DEBUG nova.network.neutron [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [{"id": "a9be95c1-c975-4177-bf16-9cfdfa853375", "address": "fa:16:3e:61:a2:28", "network": {"id": "5078f69c-3e0d-4e45-9a36-b0c734c0550b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-565343230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59497e9dddf74148a48e797aa5106a5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9be95c1-c9", "ovs_interfaceid": "a9be95c1-c975-4177-bf16-9cfdfa853375", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.375805] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135720, 'name': ReconfigVM_Task, 'duration_secs': 0.814678} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.375805] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.376495] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09550fd3-d601-4a6b-bfd5-22d718f6b13e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.387284] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 849.387284] env[70621]: value = "task-4135723" [ 849.387284] env[70621]: _type = "Task" [ 849.387284] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.398648] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135723, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.448047] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813356} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.448047] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. [ 849.448588] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483187b4-57a1-44c9-8d4c-1340b166dc25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.470286] env[70621]: DEBUG nova.compute.utils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.481882] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.483709] env[70621]: DEBUG nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 849.483709] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91797aac-c9b4-457a-884e-7a30456924fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.504021] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 849.504021] env[70621]: value = "task-4135724" [ 849.504021] env[70621]: _type = "Task" [ 849.504021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.518020] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.701336] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135722, 'name': PowerOffVM_Task, 'duration_secs': 0.235744} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.701620] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.701958] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.702052] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded3c01e-9710-4d92-9f1e-b5e29cd3395b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.742220] env[70621]: DEBUG oslo_concurrency.lockutils [req-6e7183d6-a85e-4b68-96ca-a363064b1add req-fbeec5ea-b39a-4f48-968f-2b061eb64077 service nova] Releasing lock "refresh_cache-289770ea-9d82-44e6-8938-d02978cd7080" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.796029] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.796278] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.796483] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Deleting the datastore file [datastore2] 289770ea-9d82-44e6-8938-d02978cd7080 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.799672] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5052124a-0de1-423d-bcff-7ff2d00aeebb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.807529] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 849.807529] env[70621]: value = "task-4135726" [ 849.807529] env[70621]: _type = "Task" [ 849.807529] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.816499] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.899355] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135723, 'name': Rename_Task, 'duration_secs': 0.21878} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.899902] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.899902] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c02ffe09-b94d-4839-8867-3460098d189f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.907932] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 849.907932] env[70621]: value = "task-4135727" [ 849.907932] env[70621]: _type = "Task" [ 849.907932] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.919241] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.983467] env[70621]: DEBUG nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.999234] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3145fbfb-99f3-495e-b493-bc23f46f925d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.015196] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.018282] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578674aa-c249-40a9-9b40-7d1564eeba21 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.050218] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3995716-e045-4234-b8f5-33016735051d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.066027] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e201af-2696-493d-adce-30118d60fbf1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.083829] env[70621]: DEBUG nova.compute.provider_tree [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.319775] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.424630] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.520522] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135724, 'name': ReconfigVM_Task, 'duration_secs': 0.841071} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.522121] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.522121] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2fd37b-fc1a-4ece-a899-a020e03c6d67 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.555177] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae70f3a-4307-45f6-9efd-cd3d5abcda5b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.575257] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 850.575257] env[70621]: value = "task-4135728" [ 850.575257] env[70621]: _type = "Task" [ 850.575257] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.583861] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.594699] env[70621]: DEBUG nova.scheduler.client.report [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.602030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "c374c977-6c2a-43b8-9c61-b7eb09470174" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.602030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.602030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "c374c977-6c2a-43b8-9c61-b7eb09470174-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.602030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.602030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.602030] env[70621]: INFO nova.compute.manager [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Terminating instance [ 850.824757] env[70621]: DEBUG oslo_vmware.api [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.582158} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.825870] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.825870] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.825870] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.825870] env[70621]: INFO nova.compute.manager [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Took 1.66 seconds to destroy the instance on the hypervisor. [ 850.825870] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.826129] env[70621]: DEBUG nova.compute.manager [-] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.826129] env[70621]: DEBUG nova.network.neutron [-] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.927740] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.994680] env[70621]: DEBUG nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.039706] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.039952] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.040345] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.040553] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.040703] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.040851] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.041081] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.041452] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.041677] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.042062] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.042179] env[70621]: DEBUG nova.virt.hardware [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.044019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417d31ac-33ed-4e7d-ba48-18de8ef25543 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.051865] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200be20a-1831-4b42-af35-823ab44066aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.071169] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.079263] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Creating folder: Project (0d30f8c001da4e2e9e8d032b6c8ca828). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.079263] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-001e273d-1868-498b-b627-928086ddc279 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.094192] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135728, 'name': ReconfigVM_Task, 'duration_secs': 0.224723} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.094192] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.094192] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a919860-7bd6-4380-9d88-e5794c0b80ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.096655] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Created folder: Project (0d30f8c001da4e2e9e8d032b6c8ca828) in parent group-v818963. [ 851.096839] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Creating folder: Instances. Parent ref: group-v819104. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.097680] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-805c5f16-0492-4022-8f80-8a97d0a822b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.102748] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.104850] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 851.104850] env[70621]: value = "task-4135730" [ 851.104850] env[70621]: _type = "Task" [ 851.104850] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.105374] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.472s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.106060] env[70621]: DEBUG nova.objects.instance [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lazy-loading 'resources' on Instance uuid 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.107684] env[70621]: DEBUG nova.compute.manager [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.107883] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.118120] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38358cfc-367d-4cd6-8b19-a9014c6e693c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.121455] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Created folder: Instances in parent group-v819104. [ 851.124026] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.124026] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.124629] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b07a6c1-1062-4306-b9f2-6568b595468c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.141492] env[70621]: INFO nova.scheduler.client.report [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted allocations for instance 40a8e338-4099-4da8-b39a-0235c5e8d450 [ 851.148357] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135730, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.148685] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.151644] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c07cd01b-bd62-492b-92f7-91b15b24a3bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.157538] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.157538] env[70621]: value = "task-4135732" [ 851.157538] env[70621]: _type = "Task" [ 851.157538] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.164232] env[70621]: DEBUG oslo_vmware.api [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 851.164232] env[70621]: value = "task-4135733" [ 851.164232] env[70621]: _type = "Task" [ 851.164232] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.173188] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135732, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.183186] env[70621]: DEBUG oslo_vmware.api [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.345342] env[70621]: DEBUG nova.compute.manager [req-e8566829-c848-4b3f-ad0a-388c06bd69d4 req-edb72bd2-6154-4dde-8eb1-04f750a01bca service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Received event network-vif-deleted-a9be95c1-c975-4177-bf16-9cfdfa853375 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.345676] env[70621]: INFO nova.compute.manager [req-e8566829-c848-4b3f-ad0a-388c06bd69d4 req-edb72bd2-6154-4dde-8eb1-04f750a01bca service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Neutron deleted interface a9be95c1-c975-4177-bf16-9cfdfa853375; detaching it from the instance and deleting it from the info cache [ 851.345891] env[70621]: DEBUG nova.network.neutron [req-e8566829-c848-4b3f-ad0a-388c06bd69d4 req-edb72bd2-6154-4dde-8eb1-04f750a01bca service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.428999] env[70621]: DEBUG oslo_vmware.api [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135727, 'name': PowerOnVM_Task, 'duration_secs': 1.108239} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.429567] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.430055] env[70621]: INFO nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Took 9.96 seconds to spawn the instance on the hypervisor. [ 851.430414] env[70621]: DEBUG nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.431499] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f84ca9-b6f7-4de4-9bc8-fc527b82071d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.621248] env[70621]: DEBUG oslo_vmware.api [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135730, 'name': PowerOnVM_Task, 'duration_secs': 0.479768} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.622560] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.624897] env[70621]: DEBUG nova.compute.manager [None req-5484433f-2bdf-4c92-b2cd-65ec74fa846a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 851.625841] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e51919-d94f-44dd-8c13-760cf28e08eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.660822] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6a4f1990-d726-403c-9e34-5f33fb2f108f tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "40a8e338-4099-4da8-b39a-0235c5e8d450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.991s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.672533] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135732, 'name': CreateVM_Task, 'duration_secs': 0.329474} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.672533] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.672993] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.673358] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.673505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.674289] env[70621]: DEBUG nova.network.neutron [-] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.675319] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d7e6c6-3c1e-4837-97d6-ba9aec7346ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.682621] env[70621]: DEBUG oslo_vmware.api [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135733, 'name': PowerOffVM_Task, 'duration_secs': 0.216419} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.683833] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.684055] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.684544] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c71332a1-c086-4ac1-95fc-a95bb559cccd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.689757] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 851.689757] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f413c3-7449-0b14-1677-fcb45e9c3f90" [ 851.689757] env[70621]: _type = "Task" [ 851.689757] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.704562] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f413c3-7449-0b14-1677-fcb45e9c3f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.751577] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.751867] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.752104] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.752302] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.752464] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.757761] env[70621]: INFO nova.compute.manager [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Terminating instance [ 851.782131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.782131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.782131] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Deleting the datastore file [datastore2] c374c977-6c2a-43b8-9c61-b7eb09470174 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.782350] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e356c9ea-88d6-412c-8264-e86476cf2182 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.794784] env[70621]: DEBUG oslo_vmware.api [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for the task: (returnval){ [ 851.794784] env[70621]: value = "task-4135735" [ 851.794784] env[70621]: _type = "Task" [ 851.794784] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.799941] env[70621]: DEBUG oslo_vmware.api [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.849481] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a121add-f2c9-4c00-8739-340047d8903b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.862534] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd48f98-7a28-434e-bf6f-de622a119000 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.904295] env[70621]: DEBUG nova.compute.manager [req-e8566829-c848-4b3f-ad0a-388c06bd69d4 req-edb72bd2-6154-4dde-8eb1-04f750a01bca service nova] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Detach interface failed, port_id=a9be95c1-c975-4177-bf16-9cfdfa853375, reason: Instance 289770ea-9d82-44e6-8938-d02978cd7080 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 851.961543] env[70621]: INFO nova.compute.manager [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Took 39.09 seconds to build instance. [ 852.140962] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f193fe-a251-4a24-9ff2-a6ba5e3577d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.153270] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422578a8-5f80-4963-9457-4b5e9c076def {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.188895] env[70621]: INFO nova.compute.manager [-] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Took 1.36 seconds to deallocate network for instance. [ 852.199255] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5717990a-4274-4d44-a21a-122e6e826248 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.213096] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f413c3-7449-0b14-1677-fcb45e9c3f90, 'name': SearchDatastore_Task, 'duration_secs': 0.036087} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.216255] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f345c0af-ede1-42a4-b890-5ba4f088801c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.219532] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.219848] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.220167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.220356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.220541] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.221206] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5c84950-e8f0-4bf7-9cbb-ede9d3f1417b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.236722] env[70621]: DEBUG nova.compute.provider_tree [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.241787] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.241787] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.241787] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ef03fc-2e02-43df-9afd-525d0dbebf77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.250955] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 852.250955] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5264c168-50d6-6333-9056-d8435ed9434a" [ 852.250955] env[70621]: _type = "Task" [ 852.250955] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.265564] env[70621]: DEBUG nova.compute.manager [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.265831] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.266662] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5264c168-50d6-6333-9056-d8435ed9434a, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.267677] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6883d4d-3dc7-47dc-a204-a4308843a1a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.271454] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e086e4-6557-411e-9d66-99c2f575e036 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.277833] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 852.277833] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526061a9-4165-58aa-05d1-c396662dc758" [ 852.277833] env[70621]: _type = "Task" [ 852.277833] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.280546] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.285469] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81ef872b-0515-41ff-9741-7c42a2870366 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.294638] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526061a9-4165-58aa-05d1-c396662dc758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.304375] env[70621]: DEBUG oslo_vmware.api [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Task: {'id': task-4135735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477732} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.304375] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.304605] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.304842] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.305717] env[70621]: INFO nova.compute.manager [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Took 1.20 seconds to destroy the instance on the hypervisor. [ 852.305717] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.305717] env[70621]: DEBUG nova.compute.manager [-] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.305717] env[70621]: DEBUG nova.network.neutron [-] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.363078] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.363078] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.363078] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Deleting the datastore file [datastore1] 9db0aa8c-05ca-46d6-9c3f-6255606e97d3 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.363078] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead6e745-2701-490e-90b3-f3e0ef9bbd06 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.371735] env[70621]: DEBUG oslo_vmware.api [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 852.371735] env[70621]: value = "task-4135737" [ 852.371735] env[70621]: _type = "Task" [ 852.371735] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.383167] env[70621]: DEBUG oslo_vmware.api [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.463380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec820abb-1f07-4586-8a0e-3353ccd332a0 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.593s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.703392] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.789826] env[70621]: DEBUG nova.scheduler.client.report [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.789826] env[70621]: DEBUG nova.compute.provider_tree [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 76 to 77 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.790113] env[70621]: DEBUG nova.compute.provider_tree [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.800828] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526061a9-4165-58aa-05d1-c396662dc758, 'name': SearchDatastore_Task, 'duration_secs': 0.024574} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.801103] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.801364] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 0a6901f6-cb75-48df-a838-f3878ecbc8aa/0a6901f6-cb75-48df-a838-f3878ecbc8aa.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.801622] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3043016-9cb5-4614-ac38-9039ce421def {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.815223] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 852.815223] env[70621]: value = "task-4135738" [ 852.815223] env[70621]: _type = "Task" [ 852.815223] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.830093] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.885703] env[70621]: DEBUG oslo_vmware.api [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379585} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.886615] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.886615] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.886777] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.886987] env[70621]: INFO nova.compute.manager [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Took 0.62 seconds to destroy the instance on the hypervisor. [ 852.887284] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.887353] env[70621]: DEBUG nova.compute.manager [-] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.887483] env[70621]: DEBUG nova.network.neutron [-] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.966258] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.271721] env[70621]: DEBUG nova.network.neutron [-] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.295631] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.301980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.962s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.302313] env[70621]: DEBUG nova.objects.instance [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lazy-loading 'resources' on Instance uuid ae524940-899d-4c4f-92a1-784ad0336b4e {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.327102] env[70621]: INFO nova.scheduler.client.report [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Deleted allocations for instance 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c [ 853.332019] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.488729] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.752041] env[70621]: INFO nova.compute.manager [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Unrescuing [ 853.752041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.752041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquired lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.752041] env[70621]: DEBUG nova.network.neutron [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.779377] env[70621]: INFO nova.compute.manager [-] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Took 1.47 seconds to deallocate network for instance. [ 853.804418] env[70621]: DEBUG nova.network.neutron [-] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.811693] env[70621]: DEBUG nova.compute.manager [req-0497f2a2-d68e-4037-b6e7-de8aa5e709bf req-6de9551c-99e1-4986-aa60-b3c557d9172a service nova] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Received event network-vif-deleted-c1537826-3331-49d6-9da7-86232241ef47 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.811954] env[70621]: DEBUG nova.compute.manager [req-0497f2a2-d68e-4037-b6e7-de8aa5e709bf req-6de9551c-99e1-4986-aa60-b3c557d9172a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Received event network-vif-deleted-bf086209-8450-4ea1-a528-923dcd5e78fb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.812215] env[70621]: INFO nova.compute.manager [req-0497f2a2-d68e-4037-b6e7-de8aa5e709bf req-6de9551c-99e1-4986-aa60-b3c557d9172a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Neutron deleted interface bf086209-8450-4ea1-a528-923dcd5e78fb; detaching it from the instance and deleting it from the info cache [ 853.812371] env[70621]: DEBUG nova.network.neutron [req-0497f2a2-d68e-4037-b6e7-de8aa5e709bf req-6de9551c-99e1-4986-aa60-b3c557d9172a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.834699] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76396} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.839435] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 0a6901f6-cb75-48df-a838-f3878ecbc8aa/0a6901f6-cb75-48df-a838-f3878ecbc8aa.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.839435] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.843414] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ca51c9b-c505-4714-aaa4-309b0a3c45b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.846640] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e081873a-6800-421d-84d5-abba29221fd1 tempest-ListImageFiltersTestJSON-737813167 tempest-ListImageFiltersTestJSON-737813167-project-member] Lock "1da8c2cc-21eb-4d24-b69b-c48f4bb2561c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.312s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.853398] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 853.853398] env[70621]: value = "task-4135739" [ 853.853398] env[70621]: _type = "Task" [ 853.853398] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.870574] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.104216] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "93f539d3-de28-4247-b2c1-17488750aa8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.104455] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "93f539d3-de28-4247-b2c1-17488750aa8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.107029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "93f539d3-de28-4247-b2c1-17488750aa8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.107029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "93f539d3-de28-4247-b2c1-17488750aa8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.107029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "93f539d3-de28-4247-b2c1-17488750aa8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.108469] env[70621]: INFO nova.compute.manager [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Terminating instance [ 854.178065] env[70621]: DEBUG nova.compute.manager [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 854.296771] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.309886] env[70621]: INFO nova.compute.manager [-] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Took 1.42 seconds to deallocate network for instance. [ 854.316755] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af438d68-5025-46d2-8fcc-70b718010814 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.331497] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6484982e-db6d-45f8-832f-dde24c888c85 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.351199] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79ae71e-8660-4e17-ba92-193745a82007 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369402] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070672} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.383507] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372dc4dc-d98b-4480-b589-71a2efda5bb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.387151] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.388356] env[70621]: DEBUG nova.compute.manager [req-0497f2a2-d68e-4037-b6e7-de8aa5e709bf req-6de9551c-99e1-4986-aa60-b3c557d9172a service nova] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Detach interface failed, port_id=bf086209-8450-4ea1-a528-923dcd5e78fb, reason: Instance 9db0aa8c-05ca-46d6-9c3f-6255606e97d3 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.389281] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331777af-8cdc-48af-a0f4-172cfa3dd041 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.429013] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.429513] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.432064] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780178ea-38d5-4f9f-803f-75c72382d20a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.452058] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0a6901f6-cb75-48df-a838-f3878ecbc8aa/0a6901f6-cb75-48df-a838-f3878ecbc8aa.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.452845] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6489b1b-4bc6-45be-9aa8-9058bbf88b60 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.471948] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db7ebbc-bdf5-4d10-8c67-a790b5b7b415 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.477419] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 854.477419] env[70621]: value = "task-4135740" [ 854.477419] env[70621]: _type = "Task" [ 854.477419] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.489585] env[70621]: DEBUG nova.compute.provider_tree [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.499828] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.614850] env[70621]: DEBUG nova.compute.manager [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.615089] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.616044] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a3d875-6d66-4f8c-949b-f205711afd5a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.624454] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.625140] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58429a71-0468-4e1f-8f48-05d9cf403fea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.631723] env[70621]: DEBUG oslo_vmware.api [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 854.631723] env[70621]: value = "task-4135741" [ 854.631723] env[70621]: _type = "Task" [ 854.631723] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.641034] env[70621]: DEBUG oslo_vmware.api [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.695445] env[70621]: DEBUG nova.network.neutron [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updating instance_info_cache with network_info: [{"id": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "address": "fa:16:3e:7c:47:74", "network": {"id": "2195c9a0-8ea9-4b43-9a93-365606f0dc62", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1037414180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "dc7290d9eafe4c5d8d09e21f9bb86842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abe47ce-cb", "ovs_interfaceid": "4abe47ce-cbc2-475e-bb80-594e46a9d7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.713928] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.818987] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.991772] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.021083] env[70621]: ERROR nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] [req-c1b309e6-dd23-41cb-9957-ca2d6619a93c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c1b309e6-dd23-41cb-9957-ca2d6619a93c"}]} [ 855.042030] env[70621]: DEBUG nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 855.057080] env[70621]: DEBUG nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 855.057323] env[70621]: DEBUG nova.compute.provider_tree [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.087151] env[70621]: DEBUG nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 855.110317] env[70621]: DEBUG nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 855.146362] env[70621]: DEBUG oslo_vmware.api [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135741, 'name': PowerOffVM_Task, 'duration_secs': 0.409055} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.150595] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.150954] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.152217] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cd52bf3-1277-419f-8c86-24052e0b1007 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.199479] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Releasing lock "refresh_cache-3768ccae-b089-439c-943f-d54d10c245ad" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.200142] env[70621]: DEBUG nova.objects.instance [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lazy-loading 'flavor' on Instance uuid 3768ccae-b089-439c-943f-d54d10c245ad {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.252809] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.253055] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.253246] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Deleting the datastore file [datastore1] 93f539d3-de28-4247-b2c1-17488750aa8f {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.253534] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0caf005a-c1d8-47c1-b92d-ce92bced2fee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.263122] env[70621]: DEBUG oslo_vmware.api [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for the task: (returnval){ [ 855.263122] env[70621]: value = "task-4135743" [ 855.263122] env[70621]: _type = "Task" [ 855.263122] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.275735] env[70621]: DEBUG oslo_vmware.api [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.489543] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135740, 'name': ReconfigVM_Task, 'duration_secs': 0.657417} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.491052] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0a6901f6-cb75-48df-a838-f3878ecbc8aa/0a6901f6-cb75-48df-a838-f3878ecbc8aa.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.493234] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40fc8430-1668-424a-963c-6f7a466ddb6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.500712] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 855.500712] env[70621]: value = "task-4135744" [ 855.500712] env[70621]: _type = "Task" [ 855.500712] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.509841] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135744, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.626067] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b14629-771b-45de-80fb-32bbbc29bbc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.635504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f436ebc-1978-441f-b61f-4cd0c9e13a3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.670332] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc02bd9-7e52-43cb-8d8c-562df6b2d4c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.679249] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ea37c-aba0-4feb-a44a-ea129259ad47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.693443] env[70621]: DEBUG nova.compute.provider_tree [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.710044] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68ebd70-8625-4069-b534-e751ac755417 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.732888] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.735058] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e4685f7-c86b-45fa-8548-5c05ab6bb212 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.741802] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 855.741802] env[70621]: value = "task-4135745" [ 855.741802] env[70621]: _type = "Task" [ 855.741802] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.750669] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.772704] env[70621]: DEBUG oslo_vmware.api [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Task: {'id': task-4135743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348864} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.772979] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.773205] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.773388] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.773561] env[70621]: INFO nova.compute.manager [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 855.773805] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.773997] env[70621]: DEBUG nova.compute.manager [-] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.774105] env[70621]: DEBUG nova.network.neutron [-] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.012851] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135744, 'name': Rename_Task, 'duration_secs': 0.170283} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.013192] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.014338] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c3fbf7b-a638-4b2d-a629-17d3996a63f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.022558] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 856.022558] env[70621]: value = "task-4135746" [ 856.022558] env[70621]: _type = "Task" [ 856.022558] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.039612] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.200629] env[70621]: DEBUG nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.251872] env[70621]: DEBUG nova.compute.manager [req-f1c8f859-6c83-4215-a8ef-bad12594e90f req-e1b47554-3d7c-4dd4-b6c2-4c3d88ea9667 service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Received event network-vif-deleted-00d6e4ee-6889-4e1e-aa21-2cd11ec91c71 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.251872] env[70621]: INFO nova.compute.manager [req-f1c8f859-6c83-4215-a8ef-bad12594e90f req-e1b47554-3d7c-4dd4-b6c2-4c3d88ea9667 service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Neutron deleted interface 00d6e4ee-6889-4e1e-aa21-2cd11ec91c71; detaching it from the instance and deleting it from the info cache [ 856.251872] env[70621]: DEBUG nova.network.neutron [req-f1c8f859-6c83-4215-a8ef-bad12594e90f req-e1b47554-3d7c-4dd4-b6c2-4c3d88ea9667 service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.261225] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135745, 'name': PowerOffVM_Task, 'duration_secs': 0.256333} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.261225] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.266977] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.267368] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-671f81e3-6924-479d-847d-14c702ff588c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.287735] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 856.287735] env[70621]: value = "task-4135747" [ 856.287735] env[70621]: _type = "Task" [ 856.287735] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.297316] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.536713] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135746, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.710523] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.412s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.713038] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.403s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.716908] env[70621]: INFO nova.compute.claims [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.731301] env[70621]: DEBUG nova.network.neutron [-] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.743539] env[70621]: INFO nova.scheduler.client.report [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Deleted allocations for instance ae524940-899d-4c4f-92a1-784ad0336b4e [ 856.761178] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-174f9fd1-4c72-4ec4-8bd5-c3deaac2f222 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.773370] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a88e5-b6a3-4b38-9f16-a77e6ba039f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.810116] env[70621]: DEBUG nova.compute.manager [req-f1c8f859-6c83-4215-a8ef-bad12594e90f req-e1b47554-3d7c-4dd4-b6c2-4c3d88ea9667 service nova] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Detach interface failed, port_id=00d6e4ee-6889-4e1e-aa21-2cd11ec91c71, reason: Instance 93f539d3-de28-4247-b2c1-17488750aa8f could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.815980] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.034412] env[70621]: DEBUG oslo_vmware.api [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135746, 'name': PowerOnVM_Task, 'duration_secs': 0.597619} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.034706] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.034908] env[70621]: INFO nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Took 6.04 seconds to spawn the instance on the hypervisor. [ 857.035104] env[70621]: DEBUG nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.035936] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6e9b87-9430-4d2c-8f36-315ff4a71728 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.234338] env[70621]: INFO nova.compute.manager [-] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Took 1.46 seconds to deallocate network for instance. [ 857.254100] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e269de60-1d79-4758-8ac4-86d96efe7314 tempest-ServerAddressesNegativeTestJSON-538390798 tempest-ServerAddressesNegativeTestJSON-538390798-project-member] Lock "ae524940-899d-4c4f-92a1-784ad0336b4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.935s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.306649] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135747, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.555405] env[70621]: INFO nova.compute.manager [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Took 35.76 seconds to build instance. [ 857.742356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.809060] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135747, 'name': ReconfigVM_Task, 'duration_secs': 1.245491} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.809060] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.809060] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.809060] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8d11205-b2c2-4458-be55-37e78a5db19b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.820798] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 857.820798] env[70621]: value = "task-4135748" [ 857.820798] env[70621]: _type = "Task" [ 857.820798] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.835927] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135748, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.058394] env[70621]: DEBUG oslo_concurrency.lockutils [None req-454ad71b-de14-42c2-9916-b50dcdb000ff tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.090s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.222902] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a0b33-de6f-4f72-8802-4afe1124ea92 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.231445] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100b113-1433-4c71-a856-f00aa02c78d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.266860] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dd2cc1-e8e2-4209-87e3-c2c84b0401d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.275598] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c997082-4058-49c6-b211-9f84586ff244 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.291177] env[70621]: DEBUG nova.compute.provider_tree [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.332578] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.564580] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.795078] env[70621]: DEBUG nova.scheduler.client.report [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.832324] env[70621]: DEBUG oslo_vmware.api [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135748, 'name': PowerOnVM_Task, 'duration_secs': 0.518004} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.832618] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.832854] env[70621]: DEBUG nova.compute.manager [None req-6b85008e-7413-40af-a4c1-6925b94ae39a tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 858.833722] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9db1e2-c976-49c6-9ca5-bd8a11a54319 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.098604] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.304052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.304975] env[70621]: DEBUG nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.309055] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.977s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.310908] env[70621]: INFO nova.compute.claims [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.818972] env[70621]: DEBUG nova.compute.utils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.823087] env[70621]: DEBUG nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 860.291672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "3768ccae-b089-439c-943f-d54d10c245ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.291672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "3768ccae-b089-439c-943f-d54d10c245ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.291672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "3768ccae-b089-439c-943f-d54d10c245ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.291672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "3768ccae-b089-439c-943f-d54d10c245ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.291672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "3768ccae-b089-439c-943f-d54d10c245ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.296951] env[70621]: INFO nova.compute.manager [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Terminating instance [ 860.324222] env[70621]: DEBUG nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.808029] env[70621]: DEBUG nova.compute.manager [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.808029] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.808029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da6dd5a-ee3f-4a85-90b6-363f1616e3d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.820345] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.820652] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9536644e-2f57-4e18-909b-62638041d2f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.832698] env[70621]: DEBUG oslo_vmware.api [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 860.832698] env[70621]: value = "task-4135749" [ 860.832698] env[70621]: _type = "Task" [ 860.832698] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.848725] env[70621]: DEBUG oslo_vmware.api [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.879905] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f8ee5-08ab-4315-922d-82dd23458c55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.892639] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58e9fce-c65e-484e-a692-93e65e322a26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.937268] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace48b1-09bf-48cd-b690-c18ca2072f98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.947712] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a6d2c-cb2a-4ec9-9130-6f80376920db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.980338] env[70621]: DEBUG nova.compute.provider_tree [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.342293] env[70621]: DEBUG nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.345159] env[70621]: DEBUG oslo_vmware.api [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135749, 'name': PowerOffVM_Task, 'duration_secs': 0.21348} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.345159] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.345159] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.345381] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-979e6f86-839c-4789-8045-51bc7dc22687 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.373558] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.373719] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.373790] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.373944] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.374206] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.374394] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.374632] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.374804] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.374986] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.375178] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.375379] env[70621]: DEBUG nova.virt.hardware [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.376324] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35575e4a-d674-4a7c-9bfb-24a43807e3c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.386715] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8bddbc-c925-4364-8ae1-4a9feda35935 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.405729] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.418391] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.418882] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.419451] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec361e8-1dff-4a27-83df-46aaeb257101 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.448451] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.448451] env[70621]: value = "task-4135751" [ 861.448451] env[70621]: _type = "Task" [ 861.448451] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.460999] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.461205] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.461354] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Deleting the datastore file [datastore2] 3768ccae-b089-439c-943f-d54d10c245ad {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.461640] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fafa690-149a-4a44-8be7-39e6c1cf5f1e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.467966] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135751, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.472163] env[70621]: DEBUG oslo_vmware.api [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 861.472163] env[70621]: value = "task-4135752" [ 861.472163] env[70621]: _type = "Task" [ 861.472163] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.482454] env[70621]: DEBUG oslo_vmware.api [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.484922] env[70621]: DEBUG nova.scheduler.client.report [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.764504] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "7433b972-851b-4a4b-903f-c0a003901739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.764870] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "7433b972-851b-4a4b-903f-c0a003901739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.958722] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135751, 'name': CreateVM_Task, 'duration_secs': 0.387029} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.959044] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.959374] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.963019] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.963019] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.963019] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b55966-5d4c-4d30-bad7-1d9c5544ad60 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.965585] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 861.965585] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528cbdf0-404a-ef9a-39a2-01e9ad674ecb" [ 861.965585] env[70621]: _type = "Task" [ 861.965585] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.975654] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528cbdf0-404a-ef9a-39a2-01e9ad674ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.989495] env[70621]: DEBUG oslo_vmware.api [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221389} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.990459] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.992118] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.998118] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.998418] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.998603] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.998774] env[70621]: INFO nova.compute.manager [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Took 1.19 seconds to destroy the instance on the hypervisor. [ 861.999041] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.999382] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.113s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.000938] env[70621]: INFO nova.compute.claims [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.005318] env[70621]: DEBUG nova.compute.manager [-] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.005318] env[70621]: DEBUG nova.network.neutron [-] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.350047] env[70621]: DEBUG nova.compute.manager [req-77e06ad4-59d7-4e4f-9c96-9552d7bc8c4f req-5297c240-205c-4a27-a506-daded3662367 service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Received event network-vif-deleted-4abe47ce-cbc2-475e-bb80-594e46a9d7be {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.350047] env[70621]: INFO nova.compute.manager [req-77e06ad4-59d7-4e4f-9c96-9552d7bc8c4f req-5297c240-205c-4a27-a506-daded3662367 service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Neutron deleted interface 4abe47ce-cbc2-475e-bb80-594e46a9d7be; detaching it from the instance and deleting it from the info cache [ 862.350047] env[70621]: DEBUG nova.network.neutron [req-77e06ad4-59d7-4e4f-9c96-9552d7bc8c4f req-5297c240-205c-4a27-a506-daded3662367 service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.479817] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528cbdf0-404a-ef9a-39a2-01e9ad674ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.023859} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.480252] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.480523] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.480749] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.480900] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.481104] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.481378] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9d83a3-553d-4bae-88f1-fb741ee53a61 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.493744] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.494463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.495402] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8026f707-8ee2-454d-b38f-a01d0aa2ffc2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.503420] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 862.503420] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b218c7-8b29-ddf2-f900-d1f50bf44c43" [ 862.503420] env[70621]: _type = "Task" [ 862.503420] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.508104] env[70621]: DEBUG nova.compute.utils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.511605] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.511931] env[70621]: DEBUG nova.network.neutron [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.524896] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b218c7-8b29-ddf2-f900-d1f50bf44c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.586549] env[70621]: DEBUG nova.policy [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.801774] env[70621]: DEBUG nova.network.neutron [-] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.854027] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8babb08a-1936-4801-ad3b-a46bad020c20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.862083] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79f657-0d8b-4f0b-af07-0b8261a0f155 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.901035] env[70621]: DEBUG nova.compute.manager [req-77e06ad4-59d7-4e4f-9c96-9552d7bc8c4f req-5297c240-205c-4a27-a506-daded3662367 service nova] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Detach interface failed, port_id=4abe47ce-cbc2-475e-bb80-594e46a9d7be, reason: Instance 3768ccae-b089-439c-943f-d54d10c245ad could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 863.016051] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.019162] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b218c7-8b29-ddf2-f900-d1f50bf44c43, 'name': SearchDatastore_Task, 'duration_secs': 0.021177} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.027296] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e36380-31e8-4775-91bc-d3162c855fe6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.034438] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 863.034438] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522aaa68-c574-5487-9b62-5537d8b11930" [ 863.034438] env[70621]: _type = "Task" [ 863.034438] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.046020] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522aaa68-c574-5487-9b62-5537d8b11930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.060360] env[70621]: DEBUG nova.network.neutron [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Successfully created port: d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.305219] env[70621]: INFO nova.compute.manager [-] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Took 1.30 seconds to deallocate network for instance. [ 863.548709] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522aaa68-c574-5487-9b62-5537d8b11930, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.548709] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.548951] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.549230] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271c99f9-9603-465c-b51d-660a8b8177ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.553435] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724d684-60ba-415d-8c54-d74224542b82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.562620] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 863.562620] env[70621]: value = "task-4135753" [ 863.562620] env[70621]: _type = "Task" [ 863.562620] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.572232] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff67242-4b1c-488c-8ca6-0944a8d3f9ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.610538] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.612288] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a01e8d-f1ff-4fbd-9903-94f3eddd5bbf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.621475] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef225155-de2d-4779-b47c-f17ac6e04a4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.643432] env[70621]: DEBUG nova.compute.provider_tree [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.815556] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.034872] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.064688] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.064947] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.065182] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.065474] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.065686] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.065856] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.066144] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.066487] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.067042] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.067042] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.067042] env[70621]: DEBUG nova.virt.hardware [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.068331] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05437423-d86d-49d2-b3f5-345b8c40365d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.080119] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135753, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.082973] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0897b1-59e9-4c47-96b5-820c8866e843 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.145161] env[70621]: DEBUG nova.scheduler.client.report [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.578125] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54991} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.578658] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.578812] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.579395] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa8aa349-2e50-49c8-ace9-0b5df2003fd7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.590304] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 864.590304] env[70621]: value = "task-4135754" [ 864.590304] env[70621]: _type = "Task" [ 864.590304] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.600552] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.650537] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.651657] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.654654] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.678s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.656386] env[70621]: INFO nova.compute.claims [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.851513] env[70621]: DEBUG nova.compute.manager [req-13deb7bd-aa42-4f7d-9e5d-1d6f969f881f req-d8903ca7-02e1-4a7d-99d2-331d5a829075 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-vif-plugged-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.851702] env[70621]: DEBUG oslo_concurrency.lockutils [req-13deb7bd-aa42-4f7d-9e5d-1d6f969f881f req-d8903ca7-02e1-4a7d-99d2-331d5a829075 service nova] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.852814] env[70621]: DEBUG oslo_concurrency.lockutils [req-13deb7bd-aa42-4f7d-9e5d-1d6f969f881f req-d8903ca7-02e1-4a7d-99d2-331d5a829075 service nova] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.853018] env[70621]: DEBUG oslo_concurrency.lockutils [req-13deb7bd-aa42-4f7d-9e5d-1d6f969f881f req-d8903ca7-02e1-4a7d-99d2-331d5a829075 service nova] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.853635] env[70621]: DEBUG nova.compute.manager [req-13deb7bd-aa42-4f7d-9e5d-1d6f969f881f req-d8903ca7-02e1-4a7d-99d2-331d5a829075 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] No waiting events found dispatching network-vif-plugged-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.853778] env[70621]: WARNING nova.compute.manager [req-13deb7bd-aa42-4f7d-9e5d-1d6f969f881f req-d8903ca7-02e1-4a7d-99d2-331d5a829075 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received unexpected event network-vif-plugged-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 for instance with vm_state building and task_state spawning. [ 864.986492] env[70621]: DEBUG nova.network.neutron [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Successfully updated port: d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.110020] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124149} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.110020] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.110020] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf854086-6d08-4fba-be1c-b378ff449b33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.131124] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.132213] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c276951-0621-4c62-b593-b152115e4eaf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.151499] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 865.151499] env[70621]: value = "task-4135755" [ 865.151499] env[70621]: _type = "Task" [ 865.151499] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.163608] env[70621]: DEBUG nova.compute.utils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.166958] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.168388] env[70621]: DEBUG nova.network.neutron [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.176300] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.206422] env[70621]: DEBUG nova.policy [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2529d56fd7ef442eb7989bad980bf5af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27ac6c8416f24e4fbf7c3118ec58b3b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.492873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.493045] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.493275] env[70621]: DEBUG nova.network.neutron [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.662637] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.667849] env[70621]: DEBUG nova.compute.utils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.670200] env[70621]: DEBUG nova.network.neutron [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Successfully created port: d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.033091] env[70621]: DEBUG nova.network.neutron [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.162300] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135755, 'name': ReconfigVM_Task} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.162707] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.163218] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14025424-3e63-47a4-9df3-496ea98af568 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.168291] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb6f6c-6887-4537-8c33-654d7c2a42de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.175372] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.181092] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f048f58b-acff-4c23-ad8b-54198d4435ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.185637] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 866.185637] env[70621]: value = "task-4135756" [ 866.185637] env[70621]: _type = "Task" [ 866.185637] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.222245] env[70621]: DEBUG nova.network.neutron [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.224208] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092871bd-a946-4b76-97a4-c47e4af6400f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.227202] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135756, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.234818] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7de824-0f0d-479d-9d65-37f7be3fbc07 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.253909] env[70621]: DEBUG nova.compute.provider_tree [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.699790] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135756, 'name': Rename_Task, 'duration_secs': 0.237967} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.700117] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.700413] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe50548-48b2-4c7b-a56e-f74a4acb2241 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.709028] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 866.709028] env[70621]: value = "task-4135757" [ 866.709028] env[70621]: _type = "Task" [ 866.709028] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.718823] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.730046] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.730244] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Instance network_info: |[{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.730602] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:8f:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8256e46-2df3-4ad8-ad4b-5aa224ba13b0', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.740383] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.742136] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.742136] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccfb013b-e09e-42f3-bc34-0c19e3e7edde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.757732] env[70621]: DEBUG nova.scheduler.client.report [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.769352] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.769352] env[70621]: value = "task-4135758" [ 866.769352] env[70621]: _type = "Task" [ 866.769352] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.778817] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135758, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.878504] env[70621]: DEBUG nova.compute.manager [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-changed-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.878671] env[70621]: DEBUG nova.compute.manager [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing instance network info cache due to event network-changed-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.879289] env[70621]: DEBUG oslo_concurrency.lockutils [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.879445] env[70621]: DEBUG oslo_concurrency.lockutils [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.879629] env[70621]: DEBUG nova.network.neutron [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing network info cache for port d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.197151] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.223905] env[70621]: DEBUG oslo_vmware.api [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135757, 'name': PowerOnVM_Task, 'duration_secs': 0.487795} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.225767] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.226036] env[70621]: INFO nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Took 5.88 seconds to spawn the instance on the hypervisor. [ 867.226280] env[70621]: DEBUG nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.229904] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a0f922-b0f0-4eb9-83be-f6b047875088 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.249165] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:19:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1854386302',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1993814942',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.249165] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.249165] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.249808] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.249808] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.249808] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.249808] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.250023] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.250057] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.250316] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.250399] env[70621]: DEBUG nova.virt.hardware [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.251788] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cf6b32-d5a4-460e-81f5-c1d60ce51c72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.255089] env[70621]: DEBUG nova.network.neutron [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Successfully updated port: d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.262164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74779e95-0486-4353-a08a-6071df63e864 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.266758] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.267270] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.269966] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.060s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.271674] env[70621]: INFO nova.compute.claims [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.293076] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135758, 'name': CreateVM_Task, 'duration_secs': 0.430112} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.293870] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.296137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.296137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.296137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.296137] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e1cdc4-8519-4b79-ae28-7fa366ff7ff7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.301196] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 867.301196] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5200fb7e-1000-93bc-9343-bfee1eea9b93" [ 867.301196] env[70621]: _type = "Task" [ 867.301196] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.312686] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5200fb7e-1000-93bc-9343-bfee1eea9b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.624790] env[70621]: DEBUG nova.network.neutron [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updated VIF entry in instance network info cache for port d8256e46-2df3-4ad8-ad4b-5aa224ba13b0. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.626518] env[70621]: DEBUG nova.network.neutron [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.754950] env[70621]: INFO nova.compute.manager [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Took 39.47 seconds to build instance. [ 867.757535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.757675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.757826] env[70621]: DEBUG nova.network.neutron [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.778608] env[70621]: DEBUG nova.compute.utils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.780234] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.780406] env[70621]: DEBUG nova.network.neutron [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.810906] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5200fb7e-1000-93bc-9343-bfee1eea9b93, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.811222] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.811457] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.811692] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.811833] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.812032] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.812280] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1212557c-cd12-4dcb-9afc-2c54befc5e08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.821851] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.822063] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.823195] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a0b3ae-6a04-40d4-a896-2c4d0f0cd909 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.827452] env[70621]: DEBUG nova.policy [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51cd00096af9446ca21c13629f028960', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '930d399bc9014765bacf342855768883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.830721] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 867.830721] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c6fa47-153d-5043-ca91-2d3f5a29406f" [ 867.830721] env[70621]: _type = "Task" [ 867.830721] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.839655] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c6fa47-153d-5043-ca91-2d3f5a29406f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.108809] env[70621]: DEBUG nova.network.neutron [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Successfully created port: 4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.131020] env[70621]: DEBUG oslo_concurrency.lockutils [req-e0cc14a2-d998-4ebe-8e8e-83b6d5dc1ff3 req-4938a208-4d54-4eb1-9d89-8f438948ec44 service nova] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.217785] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.218296] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.257064] env[70621]: DEBUG oslo_concurrency.lockutils [None req-769f445f-835f-4819-80df-65e038e4ac0d tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.802s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.283647] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.336294] env[70621]: DEBUG nova.network.neutron [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.342717] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c6fa47-153d-5043-ca91-2d3f5a29406f, 'name': SearchDatastore_Task, 'duration_secs': 0.033967} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.353299] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a15d6a5-1825-4351-9675-3d4028b52179 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.359579] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 868.359579] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52343833-d329-46c2-0efe-8905b72b7c64" [ 868.359579] env[70621]: _type = "Task" [ 868.359579] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.376217] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52343833-d329-46c2-0efe-8905b72b7c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.523500] env[70621]: INFO nova.compute.manager [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Rebuilding instance [ 868.583546] env[70621]: DEBUG nova.compute.manager [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.584791] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4973ba1-21c4-4cef-8f63-915ab521fde3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.608588] env[70621]: DEBUG nova.network.neutron [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Updating instance_info_cache with network_info: [{"id": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "address": "fa:16:3e:b1:8d:80", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c25d00-33", "ovs_interfaceid": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.726917] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.727157] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.727316] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.727467] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.727614] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.727758] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.727893] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 868.728045] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.760458] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.817452] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f9085e-f9e4-445f-a488-df88254cefe6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.830006] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d115eab-5ff2-4456-bee7-071b1a98b0bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.877544] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc650c05-9e6a-4c97-b796-736eabfc2e1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.888862] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52343833-d329-46c2-0efe-8905b72b7c64, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.890335] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e89d08-319a-4716-90ac-c0b579f2061d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.894418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.894708] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9c8db63a-ad0f-48c4-8e07-54e59b76ff54/9c8db63a-ad0f-48c4-8e07-54e59b76ff54.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.894988] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d808b5ed-3123-4818-9a47-bbc45d6ac5ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.908642] env[70621]: DEBUG nova.compute.provider_tree [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.912947] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 868.912947] env[70621]: value = "task-4135759" [ 868.912947] env[70621]: _type = "Task" [ 868.912947] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.914325] env[70621]: DEBUG nova.compute.manager [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Received event network-vif-plugged-d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.914519] env[70621]: DEBUG oslo_concurrency.lockutils [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] Acquiring lock "9253259a-e5e7-459b-b2d3-673dd53c40af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.914723] env[70621]: DEBUG oslo_concurrency.lockutils [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.915098] env[70621]: DEBUG oslo_concurrency.lockutils [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.915294] env[70621]: DEBUG nova.compute.manager [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] No waiting events found dispatching network-vif-plugged-d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.915455] env[70621]: WARNING nova.compute.manager [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Received unexpected event network-vif-plugged-d8c25d00-3307-4c08-a18e-c8957a91f0bd for instance with vm_state building and task_state spawning. [ 868.915628] env[70621]: DEBUG nova.compute.manager [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Received event network-changed-d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.915755] env[70621]: DEBUG nova.compute.manager [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Refreshing instance network info cache due to event network-changed-d8c25d00-3307-4c08-a18e-c8957a91f0bd. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.915941] env[70621]: DEBUG oslo_concurrency.lockutils [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] Acquiring lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.929726] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.111548] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Releasing lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.112104] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Instance network_info: |[{"id": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "address": "fa:16:3e:b1:8d:80", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c25d00-33", "ovs_interfaceid": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.112907] env[70621]: DEBUG oslo_concurrency.lockutils [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] Acquired lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.112907] env[70621]: DEBUG nova.network.neutron [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Refreshing network info cache for port d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.115067] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:8d:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c25d00-3307-4c08-a18e-c8957a91f0bd', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.128385] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.130569] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.131032] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3bae9ba-58a9-4273-a3e5-b432cdfb36af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.166345] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.166345] env[70621]: value = "task-4135760" [ 869.166345] env[70621]: _type = "Task" [ 869.166345] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.181282] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135760, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.232937] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.284367] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.293507] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.326533] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.327136] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.327429] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.327686] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.328028] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.328028] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.328480] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.328660] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.328866] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.329117] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.329539] env[70621]: DEBUG nova.virt.hardware [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.330462] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c2fba1-8823-45c1-89d6-326a6a04b052 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.341869] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cbe02f-f8ce-4240-ae9e-4c059f469d15 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.412354] env[70621]: DEBUG nova.scheduler.client.report [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.431285] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.608815] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.608815] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ac5c39d-1011-44b9-9c39-4cc9c1300554 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.618615] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 869.618615] env[70621]: value = "task-4135761" [ 869.618615] env[70621]: _type = "Task" [ 869.618615] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.633164] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.676975] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135760, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.925021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.925021] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.932022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.119s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.935116] env[70621]: INFO nova.compute.claims [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.937525] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569075} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.938240] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9c8db63a-ad0f-48c4-8e07-54e59b76ff54/9c8db63a-ad0f-48c4-8e07-54e59b76ff54.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.938479] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.938754] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f4a691b-8451-45d8-bd09-8404537a9993 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.950025] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 869.950025] env[70621]: value = "task-4135762" [ 869.950025] env[70621]: _type = "Task" [ 869.950025] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.961043] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.120076] env[70621]: DEBUG nova.network.neutron [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Successfully updated port: 4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.127428] env[70621]: DEBUG nova.network.neutron [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Updated VIF entry in instance network info cache for port d8c25d00-3307-4c08-a18e-c8957a91f0bd. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.127859] env[70621]: DEBUG nova.network.neutron [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Updating instance_info_cache with network_info: [{"id": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "address": "fa:16:3e:b1:8d:80", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c25d00-33", "ovs_interfaceid": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.136377] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135761, 'name': PowerOffVM_Task, 'duration_secs': 0.163768} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.137515] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.137935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.146023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfc44eb-d47f-4f07-b4ef-2d8bfb9230d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.154771] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.154771] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58192d0c-ff7b-473b-a9e8-ce37924db4b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.183263] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135760, 'name': CreateVM_Task, 'duration_secs': 0.51819} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.183543] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.184370] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.184615] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.185112] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.185335] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fa5b3b-4b45-465d-840d-b20d2b4aa6b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.189599] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.190450] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.190450] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleting the datastore file [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.192056] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a3ac6b8-5544-448b-b1e6-b70695fecd18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.194299] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 870.194299] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f373af-a6e7-633a-bc81-5c87f471c685" [ 870.194299] env[70621]: _type = "Task" [ 870.194299] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.201070] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 870.201070] env[70621]: value = "task-4135764" [ 870.201070] env[70621]: _type = "Task" [ 870.201070] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.208809] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f373af-a6e7-633a-bc81-5c87f471c685, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.209655] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.209995] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.210321] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.210541] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.210778] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.211419] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f87ae1f-45c8-44f6-88d4-2278930ae7e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.216345] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.223735] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.224756] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.224756] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c793df31-d411-4cdf-a20b-fb1a6ae5ce50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.231097] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 870.231097] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52adf5df-abb3-d4ed-5d47-a47c20992362" [ 870.231097] env[70621]: _type = "Task" [ 870.231097] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.242662] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52adf5df-abb3-d4ed-5d47-a47c20992362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.440899] env[70621]: DEBUG nova.compute.utils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.442427] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.442647] env[70621]: DEBUG nova.network.neutron [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.462514] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249379} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.462860] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.463689] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e737a1-064b-451d-a2b5-d6cbaa0f3427 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.490180] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 9c8db63a-ad0f-48c4-8e07-54e59b76ff54/9c8db63a-ad0f-48c4-8e07-54e59b76ff54.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.491929] env[70621]: DEBUG nova.policy [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a5454d143764a6e9a4ef4098aa9ec4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08e0e18266a74a65b2726df42830b1b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.493451] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55ea75e-c458-4983-9028-06e7ec76e908 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.514644] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 870.514644] env[70621]: value = "task-4135765" [ 870.514644] env[70621]: _type = "Task" [ 870.514644] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.524198] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.630670] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.631775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.631775] env[70621]: DEBUG nova.network.neutron [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.632806] env[70621]: DEBUG oslo_concurrency.lockutils [req-0836174b-8f8c-4d04-8ca2-c2f4c1f802e2 req-2ff309f9-f441-4707-be42-e445a066ab89 service nova] Releasing lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.712302] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103893} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.712629] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.712823] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.713044] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.742703] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52adf5df-abb3-d4ed-5d47-a47c20992362, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.743682] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cf4f53-21ec-4695-bfb0-fbcffe8261f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.751737] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 870.751737] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5240534f-e64d-d41d-eb4c-4238734f0358" [ 870.751737] env[70621]: _type = "Task" [ 870.751737] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.767174] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5240534f-e64d-d41d-eb4c-4238734f0358, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.767527] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.768430] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af/9253259a-e5e7-459b-b2d3-673dd53c40af.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.768430] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d9c97fe-f19f-4ee7-94a2-ee3442d6c2ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.777028] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 870.777028] env[70621]: value = "task-4135766" [ 870.777028] env[70621]: _type = "Task" [ 870.777028] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.786972] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.944594] env[70621]: DEBUG nova.network.neutron [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Successfully created port: 31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.950979] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.025970] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.130436] env[70621]: DEBUG nova.compute.manager [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Received event network-vif-plugged-4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.130713] env[70621]: DEBUG oslo_concurrency.lockutils [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] Acquiring lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.130942] env[70621]: DEBUG oslo_concurrency.lockutils [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.131166] env[70621]: DEBUG oslo_concurrency.lockutils [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.131299] env[70621]: DEBUG nova.compute.manager [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] No waiting events found dispatching network-vif-plugged-4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 871.131471] env[70621]: WARNING nova.compute.manager [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Received unexpected event network-vif-plugged-4db556ee-f389-412d-89d9-0dcf0a76fdec for instance with vm_state building and task_state spawning. [ 871.131635] env[70621]: DEBUG nova.compute.manager [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Received event network-changed-4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.131865] env[70621]: DEBUG nova.compute.manager [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Refreshing instance network info cache due to event network-changed-4db556ee-f389-412d-89d9-0dcf0a76fdec. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.131954] env[70621]: DEBUG oslo_concurrency.lockutils [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] Acquiring lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.204360] env[70621]: DEBUG nova.network.neutron [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.292659] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505114} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.293051] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af/9253259a-e5e7-459b-b2d3-673dd53c40af.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.293174] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.293743] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec575b41-d64b-4e7b-84b9-912382814e7e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.303012] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 871.303012] env[70621]: value = "task-4135767" [ 871.303012] env[70621]: _type = "Task" [ 871.303012] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.314830] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.472939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee71ee3e-7ff9-45c4-b701-3ef8a621ee38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.482163] env[70621]: DEBUG nova.network.neutron [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Updating instance_info_cache with network_info: [{"id": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "address": "fa:16:3e:cd:f4:dd", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db556ee-f3", "ovs_interfaceid": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.486674] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d65ef85-3428-4d8e-aa15-cbe545cf485b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.526915] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfba170a-6482-4959-88db-9f3fd51eba88 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.541359] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135765, 'name': ReconfigVM_Task, 'duration_secs': 0.984429} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.541801] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 9c8db63a-ad0f-48c4-8e07-54e59b76ff54/9c8db63a-ad0f-48c4-8e07-54e59b76ff54.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.543595] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764d559-157d-4d13-8bc4-808295763ae6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.547703] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288b771c-e56e-4a14-88db-f4efe0fcd793 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.561736] env[70621]: DEBUG nova.compute.provider_tree [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.565383] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 871.565383] env[70621]: value = "task-4135768" [ 871.565383] env[70621]: _type = "Task" [ 871.565383] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.575082] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135768, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.746826] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.747090] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.747256] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.747443] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.747592] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.747740] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.747954] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.748128] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.748332] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.748510] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.748684] env[70621]: DEBUG nova.virt.hardware [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.750185] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1a0d2e-a803-4764-9303-f04c8abf311c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.759061] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fbc20b-245d-4b4b-882f-633c10403f72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.773071] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.779363] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.779790] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.780076] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b69d2515-bd49-4872-938e-b3b70cd7b0cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.798562] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.798562] env[70621]: value = "task-4135769" [ 871.798562] env[70621]: _type = "Task" [ 871.798562] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.809546] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135769, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.815538] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065897} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.815925] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.816925] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19761cc-7515-429e-848f-d0fb048f57e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.843196] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af/9253259a-e5e7-459b-b2d3-673dd53c40af.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.843920] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b034214b-7b6c-4296-b98c-e7038a9c00ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.863633] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 871.863633] env[70621]: value = "task-4135770" [ 871.863633] env[70621]: _type = "Task" [ 871.863633] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.872817] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.929148] env[70621]: DEBUG nova.compute.manager [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.929148] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f175f52d-59c5-41b2-8173-fd620b2373d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.963536] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.986012] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.986404] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.986662] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.986861] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.987108] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.987265] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.987450] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.987644] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.987823] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.987967] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.988169] env[70621]: DEBUG nova.virt.hardware [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.988710] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.988952] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Instance network_info: |[{"id": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "address": "fa:16:3e:cd:f4:dd", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db556ee-f3", "ovs_interfaceid": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.989800] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da49cb51-3f7e-4618-8a27-5d9324feee33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.992563] env[70621]: DEBUG oslo_concurrency.lockutils [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] Acquired lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.992748] env[70621]: DEBUG nova.network.neutron [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Refreshing network info cache for port 4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.994041] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:f4:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4db556ee-f389-412d-89d9-0dcf0a76fdec', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.001395] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.004494] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.005735] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d9dae6-7236-4685-80b1-c6e8dd7650a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.024987] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd30ce2-033f-43ad-b253-0425eee7b549 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.030561] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.030561] env[70621]: value = "task-4135771" [ 872.030561] env[70621]: _type = "Task" [ 872.030561] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.049261] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135771, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.067523] env[70621]: DEBUG nova.scheduler.client.report [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.081268] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135768, 'name': Rename_Task, 'duration_secs': 0.144492} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.081527] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.081775] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e63ecb-2a01-4453-8d4d-4f5c51dac962 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.094912] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 872.094912] env[70621]: value = "task-4135772" [ 872.094912] env[70621]: _type = "Task" [ 872.094912] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.105343] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.268802] env[70621]: DEBUG nova.network.neutron [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Updated VIF entry in instance network info cache for port 4db556ee-f389-412d-89d9-0dcf0a76fdec. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.270034] env[70621]: DEBUG nova.network.neutron [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Updating instance_info_cache with network_info: [{"id": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "address": "fa:16:3e:cd:f4:dd", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db556ee-f3", "ovs_interfaceid": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.310887] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135769, 'name': CreateVM_Task, 'duration_secs': 0.369866} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.311158] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.311662] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.311848] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.312263] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.312847] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bad085-e119-4b27-93d7-076c701865f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.318597] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 872.318597] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5282e18c-ec6f-e660-b127-2d523294a180" [ 872.318597] env[70621]: _type = "Task" [ 872.318597] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.327255] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5282e18c-ec6f-e660-b127-2d523294a180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.374136] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135770, 'name': ReconfigVM_Task, 'duration_secs': 0.316156} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.374435] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af/9253259a-e5e7-459b-b2d3-673dd53c40af.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.374758] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70621) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 872.375434] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-eab5303c-30f1-4233-8002-3df2bf62e553 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.382883] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 872.382883] env[70621]: value = "task-4135773" [ 872.382883] env[70621]: _type = "Task" [ 872.382883] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.393853] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135773, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.440828] env[70621]: INFO nova.compute.manager [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] instance snapshotting [ 872.441561] env[70621]: DEBUG nova.objects.instance [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'flavor' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.542483] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135771, 'name': CreateVM_Task, 'duration_secs': 0.412451} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.542483] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.543059] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.544021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.544021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.544021] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555515b9-5dd1-44ae-89c6-1b4a76610a4f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.549029] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 872.549029] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52449052-3ef7-e5ed-0f72-620e5bafaabc" [ 872.549029] env[70621]: _type = "Task" [ 872.549029] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.557560] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52449052-3ef7-e5ed-0f72-620e5bafaabc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.576031] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.576589] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.579310] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.663s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.579586] env[70621]: DEBUG nova.objects.instance [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lazy-loading 'resources' on Instance uuid 2172d74f-9f45-48d4-b4e7-ce844f5ace4b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.605909] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135772, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.772864] env[70621]: DEBUG oslo_concurrency.lockutils [req-e1a96be0-6d3b-4484-a555-df8c9e891302 req-63720bce-066d-40df-a396-1f26cdeaab09 service nova] Releasing lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.777331] env[70621]: DEBUG nova.network.neutron [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Successfully updated port: 31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.830250] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5282e18c-ec6f-e660-b127-2d523294a180, 'name': SearchDatastore_Task, 'duration_secs': 0.021429} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.830571] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.830808] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.831060] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.831211] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.831426] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.831727] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe9c9b0-6684-4e6f-ac82-0fddfbd9166f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.841544] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.842463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.842518] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146e287c-1803-4266-8eff-d5b3aee46bac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.848412] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 872.848412] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b08c36-4c42-8086-ab6f-9a3fd59fa782" [ 872.848412] env[70621]: _type = "Task" [ 872.848412] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.857140] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b08c36-4c42-8086-ab6f-9a3fd59fa782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.893489] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135773, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062299} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.893769] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70621) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 872.894593] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4349cbef-57dd-43ff-86df-343493bc14c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.921116] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af/ephemeral_0.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.921469] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ddf4fd-49f7-4579-9f7e-c7a4ca25d883 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.941769] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 872.941769] env[70621]: value = "task-4135774" [ 872.941769] env[70621]: _type = "Task" [ 872.941769] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.952100] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.953978] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f7265-768f-4954-97ed-507ff6f22401 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.981551] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fe044c-cbd4-4893-b554-8f1f842ecc6c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.060047] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52449052-3ef7-e5ed-0f72-620e5bafaabc, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.060387] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.060700] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.060979] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.061097] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.061297] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.061562] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e8f4af3-c8c0-4c81-bc31-743ddbfafd8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.071738] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.071738] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.072072] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387cfde0-daa3-4c6c-b6a5-49312a97b924 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.077868] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 873.077868] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cfcac8-a8ee-34ae-dfd7-003bf29758d6" [ 873.077868] env[70621]: _type = "Task" [ 873.077868] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.081907] env[70621]: DEBUG nova.compute.utils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.086047] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.086253] env[70621]: DEBUG nova.network.neutron [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.091704] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cfcac8-a8ee-34ae-dfd7-003bf29758d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.106492] env[70621]: DEBUG oslo_vmware.api [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135772, 'name': PowerOnVM_Task, 'duration_secs': 0.602356} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.106830] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.106974] env[70621]: INFO nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Took 9.07 seconds to spawn the instance on the hypervisor. [ 873.107179] env[70621]: DEBUG nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.107982] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d116bd-0656-45a7-bcad-c9db9a2bf6fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.128822] env[70621]: DEBUG nova.policy [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35342b499cc400b918a949dea4b2366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548a306ebca849ec8b1507d39ca21c96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.155071] env[70621]: DEBUG nova.compute.manager [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Received event network-vif-plugged-31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.155188] env[70621]: DEBUG oslo_concurrency.lockutils [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] Acquiring lock "2ac2e500-e00f-44ad-a7a7-10219c79c035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.155412] env[70621]: DEBUG oslo_concurrency.lockutils [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.155662] env[70621]: DEBUG oslo_concurrency.lockutils [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.155785] env[70621]: DEBUG nova.compute.manager [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] No waiting events found dispatching network-vif-plugged-31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.155968] env[70621]: WARNING nova.compute.manager [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Received unexpected event network-vif-plugged-31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a for instance with vm_state building and task_state spawning. [ 873.156153] env[70621]: DEBUG nova.compute.manager [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Received event network-changed-31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.156333] env[70621]: DEBUG nova.compute.manager [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Refreshing instance network info cache due to event network-changed-31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.156522] env[70621]: DEBUG oslo_concurrency.lockutils [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] Acquiring lock "refresh_cache-2ac2e500-e00f-44ad-a7a7-10219c79c035" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.156663] env[70621]: DEBUG oslo_concurrency.lockutils [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] Acquired lock "refresh_cache-2ac2e500-e00f-44ad-a7a7-10219c79c035" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.158053] env[70621]: DEBUG nova.network.neutron [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Refreshing network info cache for port 31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.280678] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "refresh_cache-2ac2e500-e00f-44ad-a7a7-10219c79c035" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.360375] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b08c36-4c42-8086-ab6f-9a3fd59fa782, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.365252] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f412995-b1ee-41e4-86fd-6f7d1154ea66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.372173] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 873.372173] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5285c3f6-2fd3-aeb9-bcf5-0bfc3156abb4" [ 873.372173] env[70621]: _type = "Task" [ 873.372173] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.381635] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5285c3f6-2fd3-aeb9-bcf5-0bfc3156abb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.455341] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135774, 'name': ReconfigVM_Task, 'duration_secs': 0.305436} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.455651] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af/ephemeral_0.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.457217] env[70621]: DEBUG nova.network.neutron [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Successfully created port: 6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.458921] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3cdc227-edfe-4f99-b3ec-222a622445ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.469092] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 873.469092] env[70621]: value = "task-4135775" [ 873.469092] env[70621]: _type = "Task" [ 873.469092] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.480218] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135775, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.499679] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.501330] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f4dffa1-91e2-4c26-838f-9d33b1580025 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.508306] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca0522-88d8-4486-bfe1-0b0b0613347a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.512794] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 873.512794] env[70621]: value = "task-4135776" [ 873.512794] env[70621]: _type = "Task" [ 873.512794] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.522163] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12dc2c0-d2fd-4b41-a5df-f738e67e8a6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.528110] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135776, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.559628] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01ac256-da70-4bfc-915b-310240d68267 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.570380] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c045039-0504-426e-9e28-3f8100efbbb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.583057] env[70621]: DEBUG nova.compute.provider_tree [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.594124] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.596912] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cfcac8-a8ee-34ae-dfd7-003bf29758d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.598371] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ff3555-ccf6-4a2a-8521-0b889552127a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.605689] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 873.605689] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fef137-38bb-3601-0bf2-8fd890ab278e" [ 873.605689] env[70621]: _type = "Task" [ 873.605689] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.617303] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fef137-38bb-3601-0bf2-8fd890ab278e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.630027] env[70621]: INFO nova.compute.manager [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Took 43.34 seconds to build instance. [ 873.714021] env[70621]: DEBUG nova.network.neutron [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.856038] env[70621]: DEBUG nova.network.neutron [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.884653] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5285c3f6-2fd3-aeb9-bcf5-0bfc3156abb4, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.884949] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.885252] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.885832] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701248c5-4ba9-4cab-ba8a-749710d6cd5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.894311] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 873.894311] env[70621]: value = "task-4135777" [ 873.894311] env[70621]: _type = "Task" [ 873.894311] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.907639] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.979027] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135775, 'name': Rename_Task, 'duration_secs': 0.185685} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.979548] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.979716] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aea033a4-c731-492e-8685-891b964f1fdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.990017] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 873.990017] env[70621]: value = "task-4135778" [ 873.990017] env[70621]: _type = "Task" [ 873.990017] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.024042] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135776, 'name': CreateSnapshot_Task, 'duration_secs': 0.47937} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.025912] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.025912] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1bc8c7-c5dc-4859-880a-e330cd60104b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.092162] env[70621]: DEBUG nova.scheduler.client.report [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.118666] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fef137-38bb-3601-0bf2-8fd890ab278e, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.119957] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.120441] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 8d5b58a3-2e84-4c7c-a111-d55a7746059e/8d5b58a3-2e84-4c7c-a111-d55a7746059e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.121253] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37adb427-84e9-497f-b9e6-f2d52afc3810 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.130323] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 874.130323] env[70621]: value = "task-4135779" [ 874.130323] env[70621]: _type = "Task" [ 874.130323] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.131564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1748cbc5-b897-4bc9-8d86-a679ca4b7931 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.711s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.144423] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.359650] env[70621]: DEBUG oslo_concurrency.lockutils [req-a77bbbd6-d1a0-42e6-82f7-1f2b8d16eae2 req-1b65c104-2280-4afe-a4fe-f515c12bde15 service nova] Releasing lock "refresh_cache-2ac2e500-e00f-44ad-a7a7-10219c79c035" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.359650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "refresh_cache-2ac2e500-e00f-44ad-a7a7-10219c79c035" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.359650] env[70621]: DEBUG nova.network.neutron [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.406907] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135777, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.502420] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135778, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.544902] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 874.545343] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30f1d77d-836e-409f-b35e-768b9f94ac4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.555942] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 874.555942] env[70621]: value = "task-4135780" [ 874.555942] env[70621]: _type = "Task" [ 874.555942] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.565736] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135780, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.584297] env[70621]: DEBUG nova.compute.manager [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-changed-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.586507] env[70621]: DEBUG nova.compute.manager [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing instance network info cache due to event network-changed-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.586507] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.586507] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.586507] env[70621]: DEBUG nova.network.neutron [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing network info cache for port d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.602299] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.605653] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.540s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.605941] env[70621]: DEBUG nova.objects.instance [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lazy-loading 'resources' on Instance uuid 17f11b74-f8eb-4460-8d7c-1c42d249d5e2 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.611862] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.642895] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.653839] env[70621]: INFO nova.scheduler.client.report [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Deleted allocations for instance 2172d74f-9f45-48d4-b4e7-ce844f5ace4b [ 874.659226] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.659226] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.659226] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.659226] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.659226] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.659925] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.659925] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.660066] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.660202] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.660381] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.660595] env[70621]: DEBUG nova.virt.hardware [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.663913] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3381a0c8-4632-4002-b33b-c24d9e33ab71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.679827] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb9e861-7e8c-4960-9210-f339764e017d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.905496] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515799} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.907586] env[70621]: DEBUG nova.network.neutron [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.908825] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.909068] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.909363] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d861325-f169-459a-88fb-676d4c5c3dcb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.917753] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 874.917753] env[70621]: value = "task-4135781" [ 874.917753] env[70621]: _type = "Task" [ 874.917753] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.928047] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.011885] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135778, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.073248] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135780, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.144827] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710903} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.147810] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 8d5b58a3-2e84-4c7c-a111-d55a7746059e/8d5b58a3-2e84-4c7c-a111-d55a7746059e.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.147810] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.147810] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e48838d-08d1-4518-812b-0883d38414b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.155538] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 875.155538] env[70621]: value = "task-4135782" [ 875.155538] env[70621]: _type = "Task" [ 875.155538] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.167734] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.177474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fed6859-add6-4875-a439-6643322057fa tempest-FloatingIPsAssociationNegativeTestJSON-663480402 tempest-FloatingIPsAssociationNegativeTestJSON-663480402-project-member] Lock "2172d74f-9f45-48d4-b4e7-ce844f5ace4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.188s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.428171] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169599} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.428590] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.429921] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c296a-330a-4ecb-8557-ec827de67a9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455253] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.463030] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed843e05-72a7-4cd5-bdf2-31475eface11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.501389] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 875.501389] env[70621]: value = "task-4135783" [ 875.501389] env[70621]: _type = "Task" [ 875.501389] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.515755] env[70621]: DEBUG oslo_vmware.api [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135778, 'name': PowerOnVM_Task, 'duration_secs': 1.363612} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.520163] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.520406] env[70621]: INFO nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Took 8.32 seconds to spawn the instance on the hypervisor. [ 875.520687] env[70621]: DEBUG nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 875.521695] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d88f0c8-51aa-471c-a5bb-bc60135c248d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.531375] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.569284] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135780, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.610877] env[70621]: DEBUG nova.network.neutron [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Updating instance_info_cache with network_info: [{"id": "31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a", "address": "fa:16:3e:45:8d:8f", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a717d9-0f", "ovs_interfaceid": "31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.647244] env[70621]: DEBUG nova.network.neutron [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updated VIF entry in instance network info cache for port d8256e46-2df3-4ad8-ad4b-5aa224ba13b0. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.647244] env[70621]: DEBUG nova.network.neutron [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.669092] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100977} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.669297] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.670123] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896bad88-60b5-44f3-bb45-372c8bdf896c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.701200] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8d5b58a3-2e84-4c7c-a111-d55a7746059e/8d5b58a3-2e84-4c7c-a111-d55a7746059e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.707359] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44889086-6427-4943-942c-708395f41d67 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.740074] env[70621]: DEBUG nova.compute.manager [req-ac73825f-8b90-4dad-9463-42c92c758a41 req-449326d2-1a9c-4d56-ab88-944dfdebbc24 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Received event network-vif-plugged-6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.740074] env[70621]: DEBUG oslo_concurrency.lockutils [req-ac73825f-8b90-4dad-9463-42c92c758a41 req-449326d2-1a9c-4d56-ab88-944dfdebbc24 service nova] Acquiring lock "8d087434-09e3-4b60-8458-c90f1798c89d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.740074] env[70621]: DEBUG oslo_concurrency.lockutils [req-ac73825f-8b90-4dad-9463-42c92c758a41 req-449326d2-1a9c-4d56-ab88-944dfdebbc24 service nova] Lock "8d087434-09e3-4b60-8458-c90f1798c89d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.740267] env[70621]: DEBUG oslo_concurrency.lockutils [req-ac73825f-8b90-4dad-9463-42c92c758a41 req-449326d2-1a9c-4d56-ab88-944dfdebbc24 service nova] Lock "8d087434-09e3-4b60-8458-c90f1798c89d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.740425] env[70621]: DEBUG nova.compute.manager [req-ac73825f-8b90-4dad-9463-42c92c758a41 req-449326d2-1a9c-4d56-ab88-944dfdebbc24 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] No waiting events found dispatching network-vif-plugged-6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.740629] env[70621]: WARNING nova.compute.manager [req-ac73825f-8b90-4dad-9463-42c92c758a41 req-449326d2-1a9c-4d56-ab88-944dfdebbc24 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Received unexpected event network-vif-plugged-6aa811e4-35d4-4df0-8891-d02b73b2c96d for instance with vm_state building and task_state spawning. [ 875.743350] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 875.743350] env[70621]: value = "task-4135784" [ 875.743350] env[70621]: _type = "Task" [ 875.743350] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.762932] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.767204] env[70621]: DEBUG nova.network.neutron [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Successfully updated port: 6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.847224] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57037cf8-3122-48c3-bacf-9c536f918af0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.858270] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612582b3-e369-4401-9b95-002448534b4f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.893753] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c8e854-e6b1-4f1e-a877-afe80a308c31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.902235] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858e5812-7ac9-4624-829a-a500ca06ca12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.920018] env[70621]: DEBUG nova.compute.provider_tree [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.013486] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135783, 'name': ReconfigVM_Task, 'duration_secs': 0.383986} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.013869] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35/d3d89f04-2a0b-49d0-ac74-f1315b68cd35.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.014548] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9e21b93-682c-4acc-9c44-8c64dbd82a04 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.023045] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 876.023045] env[70621]: value = "task-4135785" [ 876.023045] env[70621]: _type = "Task" [ 876.023045] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.033448] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135785, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.051195] env[70621]: INFO nova.compute.manager [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Took 41.19 seconds to build instance. [ 876.070135] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135780, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.113725] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "refresh_cache-2ac2e500-e00f-44ad-a7a7-10219c79c035" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.114106] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Instance network_info: |[{"id": "31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a", "address": "fa:16:3e:45:8d:8f", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31a717d9-0f", "ovs_interfaceid": "31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.114612] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.126029] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.126029] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.126029] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-113ca3b9-3127-4527-afdf-066e3748acd6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.149884] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0818abc-f737-4343-87c2-3c59f10f45cb req-b603f3a3-2e26-4bb8-a1aa-83f2e6b3c7bf service nova] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.152202] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.152202] env[70621]: value = "task-4135786" [ 876.152202] env[70621]: _type = "Task" [ 876.152202] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.162222] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135786, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.254731] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.277389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "refresh_cache-8d087434-09e3-4b60-8458-c90f1798c89d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.277389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "refresh_cache-8d087434-09e3-4b60-8458-c90f1798c89d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.277389] env[70621]: DEBUG nova.network.neutron [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.449308] env[70621]: ERROR nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] [req-35337157-b8b0-478a-8a40-0ac7fa13a2c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-35337157-b8b0-478a-8a40-0ac7fa13a2c0"}]} [ 876.469334] env[70621]: DEBUG nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 876.486809] env[70621]: DEBUG nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 876.487109] env[70621]: DEBUG nova.compute.provider_tree [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.503976] env[70621]: DEBUG nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 876.537044] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135785, 'name': Rename_Task, 'duration_secs': 0.151193} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.538467] env[70621]: DEBUG nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 876.542521] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.543565] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be274a7-9ab2-4a20-95fe-4d9eec6a5170 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.553750] env[70621]: DEBUG oslo_concurrency.lockutils [None req-907c4258-d9fd-41c7-bf71-56150489aa30 tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.955s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.557658] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 876.557658] env[70621]: value = "task-4135787" [ 876.557658] env[70621]: _type = "Task" [ 876.557658] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.578103] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.583698] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135780, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.667322] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135786, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.761031] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135784, 'name': ReconfigVM_Task, 'duration_secs': 0.584657} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.764027] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8d5b58a3-2e84-4c7c-a111-d55a7746059e/8d5b58a3-2e84-4c7c-a111-d55a7746059e.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.764027] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-043fe431-a903-4df3-bf0d-5b0e6b2c1c07 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.771103] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 876.771103] env[70621]: value = "task-4135788" [ 876.771103] env[70621]: _type = "Task" [ 876.771103] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.790652] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135788, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.845038] env[70621]: DEBUG nova.network.neutron [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.076545] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135787, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.082871] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135780, 'name': CloneVM_Task, 'duration_secs': 2.350539} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.083122] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created linked-clone VM from snapshot [ 877.083964] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26318b29-46b7-409a-b625-e44b6ce83f2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.097677] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Uploading image 0d3bff03-897c-462a-9eb5-86ae23a0f1e9 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.124315] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.124315] env[70621]: value = "vm-819113" [ 877.124315] env[70621]: _type = "VirtualMachine" [ 877.124315] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.127183] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae215c4e-43c5-48c8-a881-d0bd5ca7aea7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.133742] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease: (returnval){ [ 877.133742] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528548e8-850c-0335-9b56-7c44232e363a" [ 877.133742] env[70621]: _type = "HttpNfcLease" [ 877.133742] env[70621]: } obtained for exporting VM: (result){ [ 877.133742] env[70621]: value = "vm-819113" [ 877.133742] env[70621]: _type = "VirtualMachine" [ 877.133742] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.134090] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the lease: (returnval){ [ 877.134090] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528548e8-850c-0335-9b56-7c44232e363a" [ 877.134090] env[70621]: _type = "HttpNfcLease" [ 877.134090] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.145272] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.145272] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528548e8-850c-0335-9b56-7c44232e363a" [ 877.145272] env[70621]: _type = "HttpNfcLease" [ 877.145272] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.154149] env[70621]: DEBUG nova.network.neutron [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Updating instance_info_cache with network_info: [{"id": "6aa811e4-35d4-4df0-8891-d02b73b2c96d", "address": "fa:16:3e:36:f5:09", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa811e4-35", "ovs_interfaceid": "6aa811e4-35d4-4df0-8891-d02b73b2c96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.166268] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135786, 'name': CreateVM_Task, 'duration_secs': 0.721296} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.166480] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.167147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.167378] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.167711] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.168018] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978d2740-4978-4aee-bb9e-1caec02bae05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.177880] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 877.177880] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e4342c-cc23-ea1a-db84-537d105cfb3a" [ 877.177880] env[70621]: _type = "Task" [ 877.177880] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.191790] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e4342c-cc23-ea1a-db84-537d105cfb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.203081] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee85817-432e-4e1d-8f9b-444218f2f47c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.211828] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11fa8d7-009e-4f8d-8758-ba1d1466bee0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.244476] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c19ecb-3cd3-422a-a1ef-904d30bf91cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.253544] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e189cb2c-e12d-4e71-8c1c-6dcfcbe5c3db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.271571] env[70621]: DEBUG nova.compute.provider_tree [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.283170] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135788, 'name': Rename_Task, 'duration_secs': 0.208284} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.284367] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.284893] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e63a698-7de8-4103-9d8a-88f7c4607ccf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.294467] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 877.294467] env[70621]: value = "task-4135790" [ 877.294467] env[70621]: _type = "Task" [ 877.294467] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.302938] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.573189] env[70621]: DEBUG oslo_vmware.api [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135787, 'name': PowerOnVM_Task, 'duration_secs': 0.571794} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.573617] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.573913] env[70621]: DEBUG nova.compute.manager [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.574679] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63344d1a-780d-46e5-bd21-2d172a70ad62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.646771] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.646771] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528548e8-850c-0335-9b56-7c44232e363a" [ 877.646771] env[70621]: _type = "HttpNfcLease" [ 877.646771] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.647468] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.647468] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528548e8-850c-0335-9b56-7c44232e363a" [ 877.647468] env[70621]: _type = "HttpNfcLease" [ 877.647468] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.648622] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8608b3-d182-43a3-a3c9-f747514c1602 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659534] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c95f11-be5d-9350-279c-22fe6b256b97/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.659796] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c95f11-be5d-9350-279c-22fe6b256b97/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 877.661746] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "refresh_cache-8d087434-09e3-4b60-8458-c90f1798c89d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.662176] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Instance network_info: |[{"id": "6aa811e4-35d4-4df0-8891-d02b73b2c96d", "address": "fa:16:3e:36:f5:09", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa811e4-35", "ovs_interfaceid": "6aa811e4-35d4-4df0-8891-d02b73b2c96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.663896] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:f5:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aa811e4-35d4-4df0-8891-d02b73b2c96d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.672447] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.728793] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.729560] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b28c30a6-6a8c-40bf-bbc3-5f154ef0b804 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.762402] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e4342c-cc23-ea1a-db84-537d105cfb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.027241} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.764717] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.765056] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.765362] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.765466] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.765711] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.765926] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.765926] env[70621]: value = "task-4135791" [ 877.765926] env[70621]: _type = "Task" [ 877.765926] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.766147] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-119a4b9f-52c5-4c97-a277-ac19c489d531 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.782993] env[70621]: DEBUG nova.compute.manager [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Received event network-changed-6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.783212] env[70621]: DEBUG nova.compute.manager [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Refreshing instance network info cache due to event network-changed-6aa811e4-35d4-4df0-8891-d02b73b2c96d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.783688] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] Acquiring lock "refresh_cache-8d087434-09e3-4b60-8458-c90f1798c89d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.783688] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] Acquired lock "refresh_cache-8d087434-09e3-4b60-8458-c90f1798c89d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.786899] env[70621]: DEBUG nova.network.neutron [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Refreshing network info cache for port 6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.786899] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135791, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.786899] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.786899] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.790872] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36816c4b-6f5c-42c8-addb-61ec811892bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.794949] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 877.794949] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52521cc5-8000-ce84-1c80-8e8fca4259e8" [ 877.794949] env[70621]: _type = "Task" [ 877.794949] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.808219] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab33cb74-8eea-43e3-a6b2-9028123219e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.816272] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52521cc5-8000-ce84-1c80-8e8fca4259e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.816595] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135790, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.817615] env[70621]: DEBUG nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 877.817861] env[70621]: DEBUG nova.compute.provider_tree [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 81 to 82 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 877.818057] env[70621]: DEBUG nova.compute.provider_tree [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.854804] env[70621]: DEBUG nova.compute.manager [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Received event network-changed-d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.855170] env[70621]: DEBUG nova.compute.manager [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Refreshing instance network info cache due to event network-changed-d8c25d00-3307-4c08-a18e-c8957a91f0bd. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.855380] env[70621]: DEBUG oslo_concurrency.lockutils [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] Acquiring lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.855578] env[70621]: DEBUG oslo_concurrency.lockutils [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] Acquired lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.855879] env[70621]: DEBUG nova.network.neutron [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Refreshing network info cache for port d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.100063] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.282776] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135791, 'name': CreateVM_Task, 'duration_secs': 0.492192} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.283075] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.284043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.284203] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.284550] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.286993] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7ec46b-4ce9-44e4-b778-330ecb375593 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.295035] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 878.295035] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52953857-4c4d-5d2f-7910-fb0eb2aee329" [ 878.295035] env[70621]: _type = "Task" [ 878.295035] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.314572] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52953857-4c4d-5d2f-7910-fb0eb2aee329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.330848] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.725s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.335836] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52521cc5-8000-ce84-1c80-8e8fca4259e8, 'name': SearchDatastore_Task, 'duration_secs': 0.019723} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.335836] env[70621]: DEBUG oslo_vmware.api [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135790, 'name': PowerOnVM_Task, 'duration_secs': 0.66717} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.336215] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.957s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.337923] env[70621]: INFO nova.compute.claims [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.341616] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.341849] env[70621]: INFO nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Took 9.05 seconds to spawn the instance on the hypervisor. [ 878.342043] env[70621]: DEBUG nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.342340] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d1b8bc-92cf-4ae2-ac41-b8f311e1e252 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.346048] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde65a62-8049-46ee-9cb6-dd1f519d079b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.355249] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 878.355249] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521f866d-1836-a5f7-fd8f-85ea42bf00d7" [ 878.355249] env[70621]: _type = "Task" [ 878.355249] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.377493] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521f866d-1836-a5f7-fd8f-85ea42bf00d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018071} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.377886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.378552] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2ac2e500-e00f-44ad-a7a7-10219c79c035/2ac2e500-e00f-44ad-a7a7-10219c79c035.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.379381] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1bd1335-721c-4bb3-84db-adc95604cb50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.386828] env[70621]: INFO nova.scheduler.client.report [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Deleted allocations for instance 17f11b74-f8eb-4460-8d7c-1c42d249d5e2 [ 878.398094] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 878.398094] env[70621]: value = "task-4135792" [ 878.398094] env[70621]: _type = "Task" [ 878.398094] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.411438] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.773982] env[70621]: DEBUG nova.network.neutron [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Updated VIF entry in instance network info cache for port 6aa811e4-35d4-4df0-8891-d02b73b2c96d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.774498] env[70621]: DEBUG nova.network.neutron [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Updating instance_info_cache with network_info: [{"id": "6aa811e4-35d4-4df0-8891-d02b73b2c96d", "address": "fa:16:3e:36:f5:09", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aa811e4-35", "ovs_interfaceid": "6aa811e4-35d4-4df0-8891-d02b73b2c96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.779136] env[70621]: DEBUG nova.network.neutron [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Updated VIF entry in instance network info cache for port d8c25d00-3307-4c08-a18e-c8957a91f0bd. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.779136] env[70621]: DEBUG nova.network.neutron [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Updating instance_info_cache with network_info: [{"id": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "address": "fa:16:3e:b1:8d:80", "network": {"id": "b1548565-eb20-4360-97fa-447e4f9a9943", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1961710666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27ac6c8416f24e4fbf7c3118ec58b3b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c25d00-33", "ovs_interfaceid": "d8c25d00-3307-4c08-a18e-c8957a91f0bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.808849] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52953857-4c4d-5d2f-7910-fb0eb2aee329, 'name': SearchDatastore_Task, 'duration_secs': 0.021986} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.810247] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.810512] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.810756] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.810905] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.811103] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.811394] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2026266-08a3-4dc6-a07b-b063ab4b1815 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.824380] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.826211] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.826211] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47ea90f-db07-4e14-a571-e1701aabdc39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.833606] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 878.833606] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d49c1e-3190-7bce-bc61-abc65968daf5" [ 878.833606] env[70621]: _type = "Task" [ 878.833606] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.849009] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d49c1e-3190-7bce-bc61-abc65968daf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.883350] env[70621]: INFO nova.compute.manager [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Took 38.94 seconds to build instance. [ 878.909921] env[70621]: DEBUG oslo_concurrency.lockutils [None req-077e9ab8-e531-4dc6-9c79-474c7ffecf35 tempest-ServerMetadataNegativeTestJSON-1965133638 tempest-ServerMetadataNegativeTestJSON-1965133638-project-member] Lock "17f11b74-f8eb-4460-8d7c-1c42d249d5e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.880s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.919248] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135792, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.270715] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] Acquiring lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.270892] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] Acquired lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.272884] env[70621]: DEBUG nova.network.neutron [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.278637] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c9cff37-48cf-4a98-8774-26c55f2820cd req-de54f420-c25a-4cff-8ff3-6885417f77c1 service nova] Releasing lock "refresh_cache-8d087434-09e3-4b60-8458-c90f1798c89d" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.281939] env[70621]: DEBUG oslo_concurrency.lockutils [req-9b9df80a-f88e-4b7b-a15f-499a44cdf704 req-bec2ddee-1b8e-44b4-adbb-e89dd68f5b64 service nova] Releasing lock "refresh_cache-9253259a-e5e7-459b-b2d3-673dd53c40af" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.346128] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d49c1e-3190-7bce-bc61-abc65968daf5, 'name': SearchDatastore_Task, 'duration_secs': 0.029799} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.347136] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb1d5b1-cb63-4572-96e0-ab48450ddd52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.353763] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 879.353763] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ef864c-0573-fb1c-1b83-fd2f87f7cfc4" [ 879.353763] env[70621]: _type = "Task" [ 879.353763] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.369389] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ef864c-0573-fb1c-1b83-fd2f87f7cfc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.388029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0548a424-9917-4634-8dd9-bc6ec2564f42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.042s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.417024] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597733} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.420255] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 2ac2e500-e00f-44ad-a7a7-10219c79c035/2ac2e500-e00f-44ad-a7a7-10219c79c035.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.420504] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.421087] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7fa46d5-aa12-4d17-a829-90475dcca3c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.432519] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 879.432519] env[70621]: value = "task-4135793" [ 879.432519] env[70621]: _type = "Task" [ 879.432519] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.443250] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.630231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.630504] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.630714] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.631857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.632147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.634490] env[70621]: INFO nova.compute.manager [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Terminating instance [ 879.874607] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ef864c-0573-fb1c-1b83-fd2f87f7cfc4, 'name': SearchDatastore_Task, 'duration_secs': 0.028077} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.875058] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.875286] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 8d087434-09e3-4b60-8458-c90f1798c89d/8d087434-09e3-4b60-8458-c90f1798c89d.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.876234] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef713343-a4b9-4daf-a23a-a9675974598a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.890244] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 879.890244] env[70621]: value = "task-4135794" [ 879.890244] env[70621]: _type = "Task" [ 879.890244] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.904442] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.907833] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53063061-3de4-452b-ba83-df7778f2b1a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.923871] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c11c07-3aad-4df4-b9f4-4f5a963af413 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.973081] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c628f0-d40b-499f-b981-76a53302bc43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.980753] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0774} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.981589] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.982631] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5760ed-e217-446e-896a-cae04398b6ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.989843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7f3c2c-5446-4b60-8c41-4d3724b26f49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.013556] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 2ac2e500-e00f-44ad-a7a7-10219c79c035/2ac2e500-e00f-44ad-a7a7-10219c79c035.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.014397] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ee34a0-d475-4a48-9ec7-2bd2ba72ffa1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.039741] env[70621]: DEBUG nova.compute.provider_tree [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.050138] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 880.050138] env[70621]: value = "task-4135795" [ 880.050138] env[70621]: _type = "Task" [ 880.050138] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.060883] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.138486] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "refresh_cache-d3d89f04-2a0b-49d0-ac74-f1315b68cd35" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.139398] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "refresh_cache-d3d89f04-2a0b-49d0-ac74-f1315b68cd35" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.139398] env[70621]: DEBUG nova.network.neutron [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.257465] env[70621]: DEBUG nova.network.neutron [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Updating instance_info_cache with network_info: [{"id": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "address": "fa:16:3e:cd:f4:dd", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db556ee-f3", "ovs_interfaceid": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.404518] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135794, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.546125] env[70621]: DEBUG nova.scheduler.client.report [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.563195] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.672629] env[70621]: DEBUG nova.network.neutron [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.761503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] Releasing lock "refresh_cache-8d5b58a3-2e84-4c7c-a111-d55a7746059e" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.761503] env[70621]: DEBUG nova.compute.manager [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Inject network info {{(pid=70621) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 880.761503] env[70621]: DEBUG nova.compute.manager [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] network_info to inject: |[{"id": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "address": "fa:16:3e:cd:f4:dd", "network": {"id": "0be08f90-f9c7-4e8e-96a5-f4404df8c84e", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-598309418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "930d399bc9014765bacf342855768883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4db556ee-f3", "ovs_interfaceid": "4db556ee-f389-412d-89d9-0dcf0a76fdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 880.766479] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Reconfiguring VM instance to set the machine id {{(pid=70621) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 880.766656] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4de25d-5d16-4bc7-8264-a85183dab68a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.784308] env[70621]: DEBUG oslo_vmware.api [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] Waiting for the task: (returnval){ [ 880.784308] env[70621]: value = "task-4135796" [ 880.784308] env[70621]: _type = "Task" [ 880.784308] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.793714] env[70621]: DEBUG oslo_vmware.api [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] Task: {'id': task-4135796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.813468] env[70621]: DEBUG nova.network.neutron [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.908026] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630405} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.908026] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 8d087434-09e3-4b60-8458-c90f1798c89d/8d087434-09e3-4b60-8458-c90f1798c89d.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.908026] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.908026] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5afb8476-8239-4ccd-a210-9a5ea3e7a0cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.917373] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 880.917373] env[70621]: value = "task-4135797" [ 880.917373] env[70621]: _type = "Task" [ 880.917373] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.929339] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.056556] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.059596] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.063513] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.341s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.067240] env[70621]: INFO nova.compute.claims [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.075491] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135795, 'name': ReconfigVM_Task, 'duration_secs': 0.603064} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.076529] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 2ac2e500-e00f-44ad-a7a7-10219c79c035/2ac2e500-e00f-44ad-a7a7-10219c79c035.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.076709] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03693f8f-ffd7-4936-97bf-2c91fea8fc1e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.086262] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 881.086262] env[70621]: value = "task-4135798" [ 881.086262] env[70621]: _type = "Task" [ 881.086262] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.099828] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135798, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.299326] env[70621]: DEBUG oslo_vmware.api [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] Task: {'id': task-4135796, 'name': ReconfigVM_Task, 'duration_secs': 0.206064} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.299326] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55a12451-e7fe-4ac7-878e-09851d9c1f45 tempest-ServersAdminTestJSON-1046636099 tempest-ServersAdminTestJSON-1046636099-project-admin] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Reconfigured VM instance to set the machine id {{(pid=70621) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 881.318035] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "refresh_cache-d3d89f04-2a0b-49d0-ac74-f1315b68cd35" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.318035] env[70621]: DEBUG nova.compute.manager [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.318035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.318734] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e83766-cc57-4edf-ad56-20f44886d34d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.328032] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.328749] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ec7a415-16e3-4c9b-901c-bb01675eea30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.337696] env[70621]: DEBUG oslo_vmware.api [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 881.337696] env[70621]: value = "task-4135799" [ 881.337696] env[70621]: _type = "Task" [ 881.337696] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.349869] env[70621]: DEBUG oslo_vmware.api [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.433020] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094979} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.433020] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.434517] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395dac7-c5ac-44cb-b796-5c1e1f4681a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.460602] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 8d087434-09e3-4b60-8458-c90f1798c89d/8d087434-09e3-4b60-8458-c90f1798c89d.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.460988] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19d13ea4-a513-40d9-ae2e-ad85d469ac57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.486599] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 881.486599] env[70621]: value = "task-4135800" [ 881.486599] env[70621]: _type = "Task" [ 881.486599] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.498534] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.574119] env[70621]: DEBUG nova.compute.utils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.575565] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.575782] env[70621]: DEBUG nova.network.neutron [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.600490] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135798, 'name': Rename_Task, 'duration_secs': 0.338216} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.601231] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.601719] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5c4b1cc-94f7-42fb-890d-44bfc3655b82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.610854] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 881.610854] env[70621]: value = "task-4135801" [ 881.610854] env[70621]: _type = "Task" [ 881.610854] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.622801] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.678471] env[70621]: DEBUG nova.policy [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46097adbf8534ef8be96506064dc0ac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14fa4d831ea04b1a8fa4e0ad316db5ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.859418] env[70621]: DEBUG oslo_vmware.api [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135799, 'name': PowerOffVM_Task, 'duration_secs': 0.222199} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.861019] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.861019] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.861019] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-634d44c9-1228-486f-b6df-4faa1a98a236 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.897582] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.897582] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.897582] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleting the datastore file [datastore2] d3d89f04-2a0b-49d0-ac74-f1315b68cd35 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.897582] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50864d63-b936-45c3-abe5-94eed986e9bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.908751] env[70621]: DEBUG oslo_vmware.api [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 881.908751] env[70621]: value = "task-4135803" [ 881.908751] env[70621]: _type = "Task" [ 881.908751] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.920070] env[70621]: DEBUG oslo_vmware.api [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.001056] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135800, 'name': ReconfigVM_Task, 'duration_secs': 0.3596} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.001378] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 8d087434-09e3-4b60-8458-c90f1798c89d/8d087434-09e3-4b60-8458-c90f1798c89d.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.002684] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd6bbfdc-3671-46ae-b336-62010847ec80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.010515] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 882.010515] env[70621]: value = "task-4135804" [ 882.010515] env[70621]: _type = "Task" [ 882.010515] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.024019] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135804, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.081253] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.128329] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.294237] env[70621]: DEBUG nova.network.neutron [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Successfully created port: 6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.422172] env[70621]: DEBUG oslo_vmware.api [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214266} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.426311] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.427153] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.428731] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.428731] env[70621]: INFO nova.compute.manager [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Took 1.11 seconds to destroy the instance on the hypervisor. [ 882.428731] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.429155] env[70621]: DEBUG nova.compute.manager [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.429358] env[70621]: DEBUG nova.network.neutron [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.452183] env[70621]: INFO nova.compute.manager [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Rebuilding instance [ 882.478495] env[70621]: DEBUG nova.network.neutron [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.528096] env[70621]: DEBUG nova.compute.manager [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.529377] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2793cd1-158f-4e6b-9407-57bba47e06d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.538613] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135804, 'name': Rename_Task, 'duration_secs': 0.169345} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.539458] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.539768] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-837e9cdb-0fdf-4ef1-adb7-fa1b35a32938 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.557292] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 882.557292] env[70621]: value = "task-4135805" [ 882.557292] env[70621]: _type = "Task" [ 882.557292] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.567511] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.624494] env[70621]: DEBUG oslo_vmware.api [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135801, 'name': PowerOnVM_Task, 'duration_secs': 0.888348} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.624796] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.625017] env[70621]: INFO nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Took 10.66 seconds to spawn the instance on the hypervisor. [ 882.625213] env[70621]: DEBUG nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.626100] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd449c68-79b7-49d0-b5e4-3561252a2877 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.664572] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fcd5c5-42b7-4317-8656-b63781372cfe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.677245] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc2afa-4ac2-45b3-b6cf-bfb3a6a043cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.716771] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676092ba-9d23-459c-9a0d-1bb85d770be5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.728109] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771ca80-78b4-4ee9-af3e-f6b5054c6cde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.744784] env[70621]: DEBUG nova.compute.provider_tree [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.983763] env[70621]: DEBUG nova.network.neutron [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.074768] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135805, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.096434] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.123123] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.123405] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.123567] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.123741] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.123880] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.124561] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.124878] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.125081] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.125264] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.125433] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.125609] env[70621]: DEBUG nova.virt.hardware [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.126560] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a5dcf0-80b2-4766-b2e4-2deb0518729c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.138377] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c2f316-559e-4feb-8e51-460a91a7a08f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.161526] env[70621]: INFO nova.compute.manager [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Took 39.97 seconds to build instance. [ 883.254563] env[70621]: DEBUG nova.scheduler.client.report [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.490829] env[70621]: INFO nova.compute.manager [-] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Took 1.06 seconds to deallocate network for instance. [ 883.555625] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.556312] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713d968d-956a-4e79-aaaa-22daf454368e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.571569] env[70621]: DEBUG oslo_vmware.api [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135805, 'name': PowerOnVM_Task, 'duration_secs': 0.684297} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.574205] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.574539] env[70621]: INFO nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Took 8.96 seconds to spawn the instance on the hypervisor. [ 883.574860] env[70621]: DEBUG nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.575190] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 883.575190] env[70621]: value = "task-4135806" [ 883.575190] env[70621]: _type = "Task" [ 883.575190] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.577200] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01561a3c-0dc3-46ed-a760-6b7f2287c7d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.589592] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.665380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-676a66d1-fce9-411a-97a0-f71fdbba0850 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.959s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.758910] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.759682] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.762665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.061s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.762910] env[70621]: DEBUG nova.objects.instance [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lazy-loading 'resources' on Instance uuid 289770ea-9d82-44e6-8938-d02978cd7080 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.949713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.950016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.999503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.090697] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135806, 'name': PowerOffVM_Task, 'duration_secs': 0.361639} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.091168] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.093080] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.093080] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c1c43b-1a97-4683-b6b5-9997876d37b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.103917] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.106494] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a74a97-1f86-46a0-9845-24659f55512b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.108960] env[70621]: INFO nova.compute.manager [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Took 39.32 seconds to build instance. [ 884.203035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.203035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.203035] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleting the datastore file [datastore1] c172b6f6-f855-435c-8627-f8061880b775 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.203035] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db60fad4-10af-460b-98bf-ee7f110e2281 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.215020] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 884.215020] env[70621]: value = "task-4135808" [ 884.215020] env[70621]: _type = "Task" [ 884.215020] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.224199] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.267226] env[70621]: DEBUG nova.compute.utils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.273255] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.273255] env[70621]: DEBUG nova.network.neutron [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.302774] env[70621]: DEBUG nova.network.neutron [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Successfully updated port: 6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.307685] env[70621]: DEBUG nova.compute.manager [req-a1db27a2-b32e-41c0-87e9-fd73e8b19dcf req-cbe7fc96-dc1f-4e81-abe3-1262afbc465c service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Received event network-vif-plugged-6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.307969] env[70621]: DEBUG oslo_concurrency.lockutils [req-a1db27a2-b32e-41c0-87e9-fd73e8b19dcf req-cbe7fc96-dc1f-4e81-abe3-1262afbc465c service nova] Acquiring lock "90c33792-68ef-4497-b9ef-a0d6abad9b66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.308252] env[70621]: DEBUG oslo_concurrency.lockutils [req-a1db27a2-b32e-41c0-87e9-fd73e8b19dcf req-cbe7fc96-dc1f-4e81-abe3-1262afbc465c service nova] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.308469] env[70621]: DEBUG oslo_concurrency.lockutils [req-a1db27a2-b32e-41c0-87e9-fd73e8b19dcf req-cbe7fc96-dc1f-4e81-abe3-1262afbc465c service nova] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.308674] env[70621]: DEBUG nova.compute.manager [req-a1db27a2-b32e-41c0-87e9-fd73e8b19dcf req-cbe7fc96-dc1f-4e81-abe3-1262afbc465c service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] No waiting events found dispatching network-vif-plugged-6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 884.308861] env[70621]: WARNING nova.compute.manager [req-a1db27a2-b32e-41c0-87e9-fd73e8b19dcf req-cbe7fc96-dc1f-4e81-abe3-1262afbc465c service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Received unexpected event network-vif-plugged-6711a868-c646-44c5-ba08-d7aceff0c4b8 for instance with vm_state building and task_state spawning. [ 884.323925] env[70621]: DEBUG nova.policy [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185052ffeefd48729773a622b4e2fa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8ac3383ebc42e395a3bcda689db5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.455495] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.613659] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2b3a4b1a-3710-4cf7-8778-3637cf8f3039 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "8d087434-09e3-4b60-8458-c90f1798c89d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.852s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.728207] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347236} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.734497] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.734497] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.734497] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.773571] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.788507] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5414f78e-3eb1-4c5d-9153-1617660b5620 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.797353] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085bb6f-96c1-4b11-831f-38361cbaf252 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.833212] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.833389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquired lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.833558] env[70621]: DEBUG nova.network.neutron [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.835587] env[70621]: DEBUG nova.network.neutron [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Successfully created port: b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.838577] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee03a0-b676-4b0e-8713-bee429cf1fc7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.849850] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0f7ad3-aa72-431a-9e89-f6dda2226c5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.865710] env[70621]: DEBUG nova.compute.provider_tree [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.981621] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.986277] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.986595] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.986773] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.986956] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.987142] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.993105] env[70621]: INFO nova.compute.manager [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Terminating instance [ 885.195441] env[70621]: DEBUG nova.compute.manager [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.196526] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0302b637-adbd-4e42-95f1-21d3dc0847cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.368063] env[70621]: DEBUG nova.scheduler.client.report [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.374017] env[70621]: DEBUG nova.network.neutron [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.497240] env[70621]: DEBUG nova.compute.manager [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.497484] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.498481] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c7f28-9e67-405d-a23e-c42792b337bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.508746] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.509041] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-010bbfd6-0bd1-4271-9e90-84d789059aa7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.517882] env[70621]: DEBUG oslo_vmware.api [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 885.517882] env[70621]: value = "task-4135809" [ 885.517882] env[70621]: _type = "Task" [ 885.517882] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.518850] env[70621]: DEBUG nova.network.neutron [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updating instance_info_cache with network_info: [{"id": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "address": "fa:16:3e:9d:14:fc", "network": {"id": "d62c48a6-65b9-4c2a-9ede-cf908dd3d9b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1467528981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fa4d831ea04b1a8fa4e0ad316db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711a868-c6", "ovs_interfaceid": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.532397] env[70621]: DEBUG oslo_vmware.api [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.645936] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c4fe3-6b0c-4337-a104-21eb6a41ec17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.654446] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Suspending the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 885.654759] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b5d11430-a347-4aa5-8ab3-e2d2d8f8cbbe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.663214] env[70621]: DEBUG oslo_vmware.api [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 885.663214] env[70621]: value = "task-4135810" [ 885.663214] env[70621]: _type = "Task" [ 885.663214] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.674241] env[70621]: DEBUG oslo_vmware.api [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135810, 'name': SuspendVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.709989] env[70621]: INFO nova.compute.manager [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] instance snapshotting [ 885.714077] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2697a-7a3e-4140-a2fc-3a795a1969d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.750192] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c29962-553c-4007-861f-7a73ff654902 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.783610] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.791354] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.791636] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.791809] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.792033] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.792215] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.792398] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.792642] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.792821] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.792997] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.793220] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.793423] env[70621]: DEBUG nova.virt.hardware [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.794873] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e955d3a-785d-4583-b151-a6f8432adbf1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.807169] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaded017-3118-4499-9a89-f224dd6e4bcf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.814389] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.814677] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.814947] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.815072] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.815240] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.815399] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.816016] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.816016] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.816252] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.816303] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.816470] env[70621]: DEBUG nova.virt.hardware [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.818223] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3d9965-7870-470d-ba9d-33a23634f033 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.837511] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:49:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6165402b-bef6-4473-8c16-4f6ae2ac528d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.847055] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.847055] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.847636] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd822bac-d8d1-44c0-ae6e-042e8465e82d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.852515] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b6051c3-23f3-4e59-99d0-004d131b97da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.884745] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.889622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.401s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.891451] env[70621]: INFO nova.compute.claims [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.894966] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.894966] env[70621]: value = "task-4135811" [ 885.894966] env[70621]: _type = "Task" [ 885.894966] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.908665] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135811, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.936953] env[70621]: INFO nova.scheduler.client.report [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Deleted allocations for instance 289770ea-9d82-44e6-8938-d02978cd7080 [ 886.025202] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Releasing lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.025542] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Instance network_info: |[{"id": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "address": "fa:16:3e:9d:14:fc", "network": {"id": "d62c48a6-65b9-4c2a-9ede-cf908dd3d9b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1467528981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fa4d831ea04b1a8fa4e0ad316db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711a868-c6", "ovs_interfaceid": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.029028] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:14:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6711a868-c646-44c5-ba08-d7aceff0c4b8', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.034475] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Creating folder: Project (14fa4d831ea04b1a8fa4e0ad316db5ce). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.035381] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c21677ea-9385-4dce-be1f-92ddecb87246 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.041256] env[70621]: DEBUG oslo_vmware.api [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135809, 'name': PowerOffVM_Task, 'duration_secs': 0.300403} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.042101] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.042217] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.042897] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926abeb3-f0c8-499f-a96d-79984cedce6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.056951] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Created folder: Project (14fa4d831ea04b1a8fa4e0ad316db5ce) in parent group-v818963. [ 886.057268] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Creating folder: Instances. Parent ref: group-v819117. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.057578] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cbef9ac-3c4a-4e6d-8eb1-93d3fb9ab89f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.071978] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Created folder: Instances in parent group-v819117. [ 886.072329] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.072538] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.072770] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eed061a-8077-426b-a333-c210feffc5f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.095384] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.095384] env[70621]: value = "task-4135815" [ 886.095384] env[70621]: _type = "Task" [ 886.095384] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.111317] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135815, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.122407] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.122679] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.122869] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Deleting the datastore file [datastore1] 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.123213] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22fa78c9-0983-4839-915b-c567997a9663 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.133400] env[70621]: DEBUG oslo_vmware.api [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for the task: (returnval){ [ 886.133400] env[70621]: value = "task-4135816" [ 886.133400] env[70621]: _type = "Task" [ 886.133400] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.146863] env[70621]: DEBUG oslo_vmware.api [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.176129] env[70621]: DEBUG oslo_vmware.api [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135810, 'name': SuspendVM_Task} progress is 54%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.271472] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 886.272055] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-084195c8-76ef-4314-a83c-27856e6af127 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.284526] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 886.284526] env[70621]: value = "task-4135817" [ 886.284526] env[70621]: _type = "Task" [ 886.284526] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.298792] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.339558] env[70621]: DEBUG nova.compute.manager [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Received event network-changed-6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.339849] env[70621]: DEBUG nova.compute.manager [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Refreshing instance network info cache due to event network-changed-6711a868-c646-44c5-ba08-d7aceff0c4b8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.340178] env[70621]: DEBUG oslo_concurrency.lockutils [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] Acquiring lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.340463] env[70621]: DEBUG oslo_concurrency.lockutils [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] Acquired lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.340744] env[70621]: DEBUG nova.network.neutron [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Refreshing network info cache for port 6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.408031] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135811, 'name': CreateVM_Task, 'duration_secs': 0.523489} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.408218] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.408979] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.409168] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.409574] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.410192] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea1b28a-188c-4fdd-932f-b91525f61312 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.416365] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 886.416365] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52da99bd-f5c3-1423-80cb-7b55af12e235" [ 886.416365] env[70621]: _type = "Task" [ 886.416365] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.428751] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52da99bd-f5c3-1423-80cb-7b55af12e235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.447309] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9117bc16-f21f-48e1-9416-5b01a1354e85 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "289770ea-9d82-44e6-8938-d02978cd7080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.795s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.499162] env[70621]: DEBUG nova.compute.manager [req-37c8a5f1-2612-4504-b582-03d1f45102c6 req-1d728af4-964b-45a2-86fb-310f81a0cce4 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Received event network-vif-plugged-b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.499407] env[70621]: DEBUG oslo_concurrency.lockutils [req-37c8a5f1-2612-4504-b582-03d1f45102c6 req-1d728af4-964b-45a2-86fb-310f81a0cce4 service nova] Acquiring lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.499685] env[70621]: DEBUG oslo_concurrency.lockutils [req-37c8a5f1-2612-4504-b582-03d1f45102c6 req-1d728af4-964b-45a2-86fb-310f81a0cce4 service nova] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.499913] env[70621]: DEBUG oslo_concurrency.lockutils [req-37c8a5f1-2612-4504-b582-03d1f45102c6 req-1d728af4-964b-45a2-86fb-310f81a0cce4 service nova] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.500118] env[70621]: DEBUG nova.compute.manager [req-37c8a5f1-2612-4504-b582-03d1f45102c6 req-1d728af4-964b-45a2-86fb-310f81a0cce4 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] No waiting events found dispatching network-vif-plugged-b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 886.500350] env[70621]: WARNING nova.compute.manager [req-37c8a5f1-2612-4504-b582-03d1f45102c6 req-1d728af4-964b-45a2-86fb-310f81a0cce4 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Received unexpected event network-vif-plugged-b0205051-4c57-4c93-9af0-9d485ff54959 for instance with vm_state building and task_state spawning. [ 886.595397] env[70621]: DEBUG nova.network.neutron [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Successfully updated port: b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.611174] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135815, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.644355] env[70621]: DEBUG oslo_vmware.api [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Task: {'id': task-4135816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289002} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.644628] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.644818] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.645012] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.645215] env[70621]: INFO nova.compute.manager [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Took 1.15 seconds to destroy the instance on the hypervisor. [ 886.645466] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.645780] env[70621]: DEBUG nova.compute.manager [-] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.645881] env[70621]: DEBUG nova.network.neutron [-] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.674112] env[70621]: DEBUG oslo_vmware.api [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135810, 'name': SuspendVM_Task, 'duration_secs': 0.791226} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.674430] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Suspended the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 886.674620] env[70621]: DEBUG nova.compute.manager [None req-d2587e17-651a-4a32-ad2f-f9e36a6f8739 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.675419] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc6434c-d85d-48cd-9793-5929599464b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.802705] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135817, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.937251] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52da99bd-f5c3-1423-80cb-7b55af12e235, 'name': SearchDatastore_Task, 'duration_secs': 0.017311} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.937405] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.937719] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.938058] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.938348] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.938586] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.939105] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed71f2fd-ff9f-439e-b288-0473394a2223 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.959744] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.960062] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.961775] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b731fe7-8ca0-461b-a049-9ff107f5a905 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.973024] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 886.973024] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5239c76b-cb0b-9957-d69d-a8be3c006a0a" [ 886.973024] env[70621]: _type = "Task" [ 886.973024] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.986154] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5239c76b-cb0b-9957-d69d-a8be3c006a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.104387] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.104553] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.104709] env[70621]: DEBUG nova.network.neutron [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.112022] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135815, 'name': CreateVM_Task, 'duration_secs': 0.554016} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.112265] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.112977] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.113179] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.113525] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.114478] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ffb09e-a0aa-4560-9dd4-eaac745bda02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.123535] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 887.123535] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52eebbfd-7c5e-eb05-7683-57389b17c24e" [ 887.123535] env[70621]: _type = "Task" [ 887.123535] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.134804] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eebbfd-7c5e-eb05-7683-57389b17c24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.193962] env[70621]: DEBUG nova.network.neutron [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updated VIF entry in instance network info cache for port 6711a868-c646-44c5-ba08-d7aceff0c4b8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.194334] env[70621]: DEBUG nova.network.neutron [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updating instance_info_cache with network_info: [{"id": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "address": "fa:16:3e:9d:14:fc", "network": {"id": "d62c48a6-65b9-4c2a-9ede-cf908dd3d9b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1467528981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fa4d831ea04b1a8fa4e0ad316db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711a868-c6", "ovs_interfaceid": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.301845] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135817, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.380546] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d150de4-9975-4c40-be8f-548427f571b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.388233] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7218548d-6f36-418e-a564-878cbec209b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.427288] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ec9a3-6be1-4f34-a516-4c17e3dd4ba8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.438536] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a243c29d-8588-46d8-9a42-4386d27290a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.456364] env[70621]: DEBUG nova.compute.provider_tree [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.484205] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5239c76b-cb0b-9957-d69d-a8be3c006a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.025306} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.487430] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a78b92-7b72-4818-82d8-29eff7e522ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.497590] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 887.497590] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c2ded4-ad2c-870f-13f7-a6f1a8e36b52" [ 887.497590] env[70621]: _type = "Task" [ 887.497590] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.508109] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c2ded4-ad2c-870f-13f7-a6f1a8e36b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.635525] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eebbfd-7c5e-eb05-7683-57389b17c24e, 'name': SearchDatastore_Task, 'duration_secs': 0.030745} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.635883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.636183] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.636456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.668993] env[70621]: DEBUG nova.network.neutron [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.699280] env[70621]: DEBUG oslo_concurrency.lockutils [req-65bf4af2-91f6-4e74-bea6-a52160b6e08c req-e025af8b-1631-419b-ab7d-6429b0f27279 service nova] Releasing lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.797563] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135817, 'name': CreateSnapshot_Task, 'duration_secs': 1.377517} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.797882] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 887.798977] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a8168-a006-424d-a583-7d8129cb6eb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.858364] env[70621]: DEBUG nova.network.neutron [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updating instance_info_cache with network_info: [{"id": "b0205051-4c57-4c93-9af0-9d485ff54959", "address": "fa:16:3e:16:51:32", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0205051-4c", "ovs_interfaceid": "b0205051-4c57-4c93-9af0-9d485ff54959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.962096] env[70621]: DEBUG nova.scheduler.client.report [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.013238] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c2ded4-ad2c-870f-13f7-a6f1a8e36b52, 'name': SearchDatastore_Task, 'duration_secs': 0.025963} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.013746] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.014162] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.014587] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.014885] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.015222] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94a626ba-cf85-455c-b467-c69d7a8b23d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.018351] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1351df10-ee54-4da9-b126-7507cce5b4f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.027326] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 888.027326] env[70621]: value = "task-4135818" [ 888.027326] env[70621]: _type = "Task" [ 888.027326] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.033201] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.033460] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.034984] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea54e20c-c0c3-47f5-b05e-c1d0f8551982 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.042671] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.047703] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 888.047703] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523f0921-01a1-2974-d4a3-b19ce12ccaee" [ 888.047703] env[70621]: _type = "Task" [ 888.047703] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.056252] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523f0921-01a1-2974-d4a3-b19ce12ccaee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.094293] env[70621]: DEBUG nova.network.neutron [-] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.321068] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 888.321375] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2e2e384-d75f-489a-a8fd-a4bdb23fc179 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.331608] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 888.331608] env[70621]: value = "task-4135819" [ 888.331608] env[70621]: _type = "Task" [ 888.331608] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.340542] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.361639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.361969] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Instance network_info: |[{"id": "b0205051-4c57-4c93-9af0-9d485ff54959", "address": "fa:16:3e:16:51:32", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0205051-4c", "ovs_interfaceid": "b0205051-4c57-4c93-9af0-9d485ff54959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.362432] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:51:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0205051-4c57-4c93-9af0-9d485ff54959', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.370058] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.370603] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.370899] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fce6f77a-f1a3-4e00-81d9-21b1680727e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.393265] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.393265] env[70621]: value = "task-4135820" [ 888.393265] env[70621]: _type = "Task" [ 888.393265] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.402036] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135820, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.467482] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.468126] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.474793] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.176s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.475185] env[70621]: DEBUG nova.objects.instance [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lazy-loading 'resources' on Instance uuid c374c977-6c2a-43b8-9c61-b7eb09470174 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.539185] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135818, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.559981] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523f0921-01a1-2974-d4a3-b19ce12ccaee, 'name': SearchDatastore_Task, 'duration_secs': 0.027141} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.560955] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff1b428-e084-449a-93f1-0ebd44409c53 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.569611] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 888.569611] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5231f67b-01b3-abdd-080b-15a17e4c62ea" [ 888.569611] env[70621]: _type = "Task" [ 888.569611] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.579181] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5231f67b-01b3-abdd-080b-15a17e4c62ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.596497] env[70621]: INFO nova.compute.manager [-] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Took 1.95 seconds to deallocate network for instance. [ 888.674237] env[70621]: DEBUG nova.compute.manager [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Received event network-changed-b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.674446] env[70621]: DEBUG nova.compute.manager [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Refreshing instance network info cache due to event network-changed-b0205051-4c57-4c93-9af0-9d485ff54959. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.674719] env[70621]: DEBUG oslo_concurrency.lockutils [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] Acquiring lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.674889] env[70621]: DEBUG oslo_concurrency.lockutils [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] Acquired lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.675066] env[70621]: DEBUG nova.network.neutron [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Refreshing network info cache for port b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.844342] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.906189] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135820, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.978734] env[70621]: DEBUG nova.compute.utils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.983531] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.983651] env[70621]: DEBUG nova.network.neutron [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.026215] env[70621]: DEBUG nova.policy [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6a2bf8e49147c7a20b1ad43879f529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c6fa264e6641898f49d856fb729373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.041826] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840893} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.042256] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.042530] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.042906] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad186e68-bcb3-41aa-8994-38bf92577e65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.052148] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 889.052148] env[70621]: value = "task-4135821" [ 889.052148] env[70621]: _type = "Task" [ 889.052148] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.062414] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.085447] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5231f67b-01b3-abdd-080b-15a17e4c62ea, 'name': SearchDatastore_Task, 'duration_secs': 0.05766} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.089446] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.090431] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 90c33792-68ef-4497-b9ef-a0d6abad9b66/90c33792-68ef-4497-b9ef-a0d6abad9b66.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.091577] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cabc26fd-3bcc-4dbc-97e6-a558bcee61fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.103662] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.104012] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 889.104012] env[70621]: value = "task-4135822" [ 889.104012] env[70621]: _type = "Task" [ 889.104012] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.118247] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.130045] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c95f11-be5d-9350-279c-22fe6b256b97/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 889.131285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d69af38-3177-4490-92ab-bb15275095b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.140735] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c95f11-be5d-9350-279c-22fe6b256b97/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 889.140735] env[70621]: ERROR oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c95f11-be5d-9350-279c-22fe6b256b97/disk-0.vmdk due to incomplete transfer. [ 889.140735] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9510f069-21f6-47da-9b59-2f059c5fc9e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.149370] env[70621]: DEBUG oslo_vmware.rw_handles [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c95f11-be5d-9350-279c-22fe6b256b97/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 889.149604] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Uploaded image 0d3bff03-897c-462a-9eb5-86ae23a0f1e9 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 889.151945] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 889.152277] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e28bed2-932b-4c52-8707-c4539767b571 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.161276] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 889.161276] env[70621]: value = "task-4135823" [ 889.161276] env[70621]: _type = "Task" [ 889.161276] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.171292] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135823, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.226677] env[70621]: DEBUG nova.compute.manager [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.231449] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d841fb5-2747-4883-9f52-1707e7a07b46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.346064] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.408213] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135820, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.455187] env[70621]: DEBUG nova.network.neutron [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Successfully created port: c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.468116] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2c1409-1a59-4c1a-8fa6-ecd9de8ed681 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.477379] env[70621]: DEBUG nova.network.neutron [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updated VIF entry in instance network info cache for port b0205051-4c57-4c93-9af0-9d485ff54959. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.477871] env[70621]: DEBUG nova.network.neutron [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updating instance_info_cache with network_info: [{"id": "b0205051-4c57-4c93-9af0-9d485ff54959", "address": "fa:16:3e:16:51:32", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0205051-4c", "ovs_interfaceid": "b0205051-4c57-4c93-9af0-9d485ff54959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.482748] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c6998-3056-4b6c-9f8d-892b1d27e7a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.494276] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.526545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89bc7bd-ce8a-41a8-8297-351a17b8bd79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.537359] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7955df-6aed-485f-9166-05fa3ba69dea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.560726] env[70621]: DEBUG nova.compute.provider_tree [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.571766] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.573249] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.573780] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.573974] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.574266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.574503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.577399] env[70621]: INFO nova.compute.manager [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Terminating instance [ 889.616376] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.673373] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135823, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.749033] env[70621]: INFO nova.compute.manager [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] instance snapshotting [ 889.749033] env[70621]: WARNING nova.compute.manager [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 889.751423] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d381f4a4-4e5e-4749-abb9-30646d07a38d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.777952] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7176a2-5694-47ca-834c-415de997d6bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.844539] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.914646] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135820, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.992332] env[70621]: DEBUG oslo_concurrency.lockutils [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] Releasing lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.992673] env[70621]: DEBUG nova.compute.manager [req-bdd1cbeb-38cb-42dd-9996-055de8d5ce54 req-adf9ce85-3f7a-4fdc-b1da-17e4b65fa0b1 service nova] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Received event network-vif-deleted-1d540e4b-e19a-4292-9e4b-3a000417f3f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.069315] env[70621]: DEBUG nova.scheduler.client.report [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.083775] env[70621]: DEBUG nova.compute.manager [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.084136] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.084581] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135821, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.085746] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13b2ca-557d-41fd-8f43-dafc009dece9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.097778] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.098095] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d754f38d-aa0a-4d5b-9fc3-107c94e97650 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.108884] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 890.108884] env[70621]: value = "task-4135824" [ 890.108884] env[70621]: _type = "Task" [ 890.108884] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.125143] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135822, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.129584] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.177886] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135823, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.289203] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 890.289676] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98e8a3b2-2ee5-4a0c-abc2-1745e49c62e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.297851] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 890.297851] env[70621]: value = "task-4135825" [ 890.297851] env[70621]: _type = "Task" [ 890.297851] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.310990] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.345168] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.409870] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135820, 'name': CreateVM_Task, 'duration_secs': 1.714714} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.410353] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.410687] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.410863] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.411265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.411550] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56bfaf6a-e15b-4408-b2aa-57c1107d67c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.417303] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 890.417303] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5231813a-3e42-a0a4-6227-c019d902bd7c" [ 890.417303] env[70621]: _type = "Task" [ 890.417303] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.426935] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5231813a-3e42-a0a4-6227-c019d902bd7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.503663] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.528840] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.529150] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.529334] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.529500] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.529648] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.529798] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.530025] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.530196] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.530371] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.530544] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.530743] env[70621]: DEBUG nova.virt.hardware [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.531938] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7136e5-3556-46ce-92f2-cb34c0acdd03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542548] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ecae3c-ad64-4348-9b76-b0cd8cbdc9fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.574587] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.083421} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.575502] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.578082] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.578815] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.865s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.581296] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02083ad-bbe8-47f6-b584-133980e188e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.609050] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.609310] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86c67a7-bfed-459c-9cfd-68622d4e8eb7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.628067] env[70621]: INFO nova.scheduler.client.report [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Deleted allocations for instance c374c977-6c2a-43b8-9c61-b7eb09470174 [ 890.648537] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135822, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.154089} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.653739] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 90c33792-68ef-4497-b9ef-a0d6abad9b66/90c33792-68ef-4497-b9ef-a0d6abad9b66.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.654063] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.654365] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.654934] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 890.654934] env[70621]: value = "task-4135826" [ 890.654934] env[70621]: _type = "Task" [ 890.654934] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.654934] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-635daed8-075a-41b5-9ce9-31d2ff37475c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.672275] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.674172] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 890.674172] env[70621]: value = "task-4135827" [ 890.674172] env[70621]: _type = "Task" [ 890.674172] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.682307] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135823, 'name': Destroy_Task, 'duration_secs': 1.23175} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.683212] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroyed the VM [ 890.683649] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 890.683972] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09d40d03-466f-4f61-85e0-1740f437b858 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.690528] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.698869] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 890.698869] env[70621]: value = "task-4135828" [ 890.698869] env[70621]: _type = "Task" [ 890.698869] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.709648] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.808599] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135825, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.846404] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.932479] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5231813a-3e42-a0a4-6227-c019d902bd7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015491} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.933089] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.933525] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.933983] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.934293] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.934565] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.934968] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a6724e-9f7e-4665-bf2d-91408baabddb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.944861] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.945055] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.946551] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1af22e4-89d5-4db8-b279-1569f128b7db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.954518] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 890.954518] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528ae721-c344-d099-197b-5964ef1979e0" [ 890.954518] env[70621]: _type = "Task" [ 890.954518] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.967379] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528ae721-c344-d099-197b-5964ef1979e0, 'name': SearchDatastore_Task} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.968433] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c0198e-9099-43a7-8a94-cb788a57d660 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.976558] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 890.976558] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d1bc98-938a-ce62-375b-367dff96b428" [ 890.976558] env[70621]: _type = "Task" [ 890.976558] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.985830] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d1bc98-938a-ce62-375b-367dff96b428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.014417] env[70621]: DEBUG nova.compute.manager [req-32da6a9f-bf4f-4c46-ad9c-f1f3911c9b56 req-0442cf83-be98-4c67-ac20-5697cc7e656f service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Received event network-vif-plugged-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.015123] env[70621]: DEBUG oslo_concurrency.lockutils [req-32da6a9f-bf4f-4c46-ad9c-f1f3911c9b56 req-0442cf83-be98-4c67-ac20-5697cc7e656f service nova] Acquiring lock "c96c914f-f725-4907-84a5-0366d4403455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.015646] env[70621]: DEBUG oslo_concurrency.lockutils [req-32da6a9f-bf4f-4c46-ad9c-f1f3911c9b56 req-0442cf83-be98-4c67-ac20-5697cc7e656f service nova] Lock "c96c914f-f725-4907-84a5-0366d4403455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.015646] env[70621]: DEBUG oslo_concurrency.lockutils [req-32da6a9f-bf4f-4c46-ad9c-f1f3911c9b56 req-0442cf83-be98-4c67-ac20-5697cc7e656f service nova] Lock "c96c914f-f725-4907-84a5-0366d4403455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.015773] env[70621]: DEBUG nova.compute.manager [req-32da6a9f-bf4f-4c46-ad9c-f1f3911c9b56 req-0442cf83-be98-4c67-ac20-5697cc7e656f service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] No waiting events found dispatching network-vif-plugged-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 891.015921] env[70621]: WARNING nova.compute.manager [req-32da6a9f-bf4f-4c46-ad9c-f1f3911c9b56 req-0442cf83-be98-4c67-ac20-5697cc7e656f service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Received unexpected event network-vif-plugged-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 for instance with vm_state building and task_state spawning. [ 891.088262] env[70621]: INFO nova.compute.claims [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.119034] env[70621]: DEBUG nova.network.neutron [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Successfully updated port: c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.141223] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135824, 'name': PowerOffVM_Task, 'duration_secs': 0.848231} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.141495] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.141830] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.144215] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20440a08-a577-4d1c-a1e3-448c88d5ba1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.146171] env[70621]: DEBUG oslo_concurrency.lockutils [None req-48ef799c-a6fd-47dd-a0a6-72d8f1f33d1a tempest-ServerMetadataTestJSON-2044450732 tempest-ServerMetadataTestJSON-2044450732-project-member] Lock "c374c977-6c2a-43b8-9c61-b7eb09470174" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.547s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.168844] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135826, 'name': ReconfigVM_Task, 'duration_secs': 0.396324} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.169180] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.170102] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baef93e2-44d0-4284-812b-6b37d57b8965 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.183457] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 891.183457] env[70621]: value = "task-4135830" [ 891.183457] env[70621]: _type = "Task" [ 891.183457] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.191254] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096162} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.192375] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.193275] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5a7f39-50f3-414f-8a18-68eb0fe7dc3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.199820] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135830, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.222286] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 90c33792-68ef-4497-b9ef-a0d6abad9b66/90c33792-68ef-4497-b9ef-a0d6abad9b66.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.223266] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d69fe46-be68-469e-abf4-396fc1b1b376 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.242166] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135828, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.248919] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 891.248919] env[70621]: value = "task-4135831" [ 891.248919] env[70621]: _type = "Task" [ 891.248919] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.257255] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.311395] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135825, 'name': CreateSnapshot_Task, 'duration_secs': 0.722816} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.311699] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 891.312512] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c244c36-e5f1-48d5-89a1-138a332aa247 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.347258] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135819, 'name': CloneVM_Task, 'duration_secs': 2.663676} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.347600] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Created linked-clone VM from snapshot [ 891.348484] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95310b8f-306d-4244-ad38-c6d23c021483 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.361550] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Uploading image 69472715-1ae6-4397-81ce-6f70e05dc662 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.366420] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.366632] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.366822] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Deleting the datastore file [datastore1] 5df83e4f-6100-4d48-9b59-d29ddf7cbad0 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.367481] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5755eb79-b066-4651-b0f8-d59219c7d427 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.375657] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for the task: (returnval){ [ 891.375657] env[70621]: value = "task-4135832" [ 891.375657] env[70621]: _type = "Task" [ 891.375657] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.380791] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 891.381046] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26ccd9d5-7068-4fac-a969-6059b29c559c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.387787] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 891.387787] env[70621]: value = "task-4135833" [ 891.387787] env[70621]: _type = "Task" [ 891.387787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.390915] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.489087] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d1bc98-938a-ce62-375b-367dff96b428, 'name': SearchDatastore_Task, 'duration_secs': 0.014932} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.489087] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.489087] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1e3131a4-10fd-4178-9803-1e2d8b683ce3/1e3131a4-10fd-4178-9803-1e2d8b683ce3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.489087] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b03029c-7821-43e0-a7b4-e7ffe40a008d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.496574] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 891.496574] env[70621]: value = "task-4135834" [ 891.496574] env[70621]: _type = "Task" [ 891.496574] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.506834] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.598502] env[70621]: INFO nova.compute.resource_tracker [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating resource usage from migration 267711c2-e09a-4577-90da-455d98dcc3c1 [ 891.622926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.622926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.622926] env[70621]: DEBUG nova.network.neutron [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.697455] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135830, 'name': Rename_Task, 'duration_secs': 0.198837} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.698238] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.698238] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7574ba8f-7c30-41b0-ae79-a1cfb36f1a32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.709613] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 891.709613] env[70621]: value = "task-4135835" [ 891.709613] env[70621]: _type = "Task" [ 891.709613] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.712917] env[70621]: DEBUG oslo_vmware.api [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135828, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876533} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.716356] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.717168] env[70621]: INFO nova.compute.manager [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 18.76 seconds to snapshot the instance on the hypervisor. [ 891.728079] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.765250] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.834077] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 891.834685] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e6c151a-b8df-41a7-b4c1-dcbe37dc589a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.845706] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 891.845706] env[70621]: value = "task-4135836" [ 891.845706] env[70621]: _type = "Task" [ 891.845706] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.860018] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135836, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.886809] env[70621]: DEBUG oslo_vmware.api [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Task: {'id': task-4135832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385905} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.887218] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.887442] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.888036] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.888036] env[70621]: INFO nova.compute.manager [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Took 1.80 seconds to destroy the instance on the hypervisor. [ 891.888036] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.891050] env[70621]: DEBUG nova.compute.manager [-] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.891182] env[70621]: DEBUG nova.network.neutron [-] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.903976] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135833, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.011336] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135834, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.033879] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5818c163-eb34-4c71-984d-6e39f50b02f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.042659] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d8235-9030-4db1-b2f3-5d985c26ff4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.079892] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8007c0ea-af06-41bf-953f-494fadcc1c4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.094070] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cbf2c1-21bb-44fa-a42d-4375ce247873 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.114334] env[70621]: DEBUG nova.compute.provider_tree [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.181758] env[70621]: DEBUG nova.network.neutron [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.226123] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.263315] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135831, 'name': ReconfigVM_Task, 'duration_secs': 0.594098} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.263315] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 90c33792-68ef-4497-b9ef-a0d6abad9b66/90c33792-68ef-4497-b9ef-a0d6abad9b66.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.264193] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb09df90-2cc5-44aa-849f-520c780f1760 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.271828] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 892.271828] env[70621]: value = "task-4135837" [ 892.271828] env[70621]: _type = "Task" [ 892.271828] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.286629] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135837, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.291338] env[70621]: DEBUG nova.compute.manager [None req-dcba6fc4-adc6-4a19-9f63-86d1271afc3b tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Found 1 images (rotation: 2) {{(pid=70621) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 892.365079] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135836, 'name': CloneVM_Task} progress is 93%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.404507] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135833, 'name': Destroy_Task, 'duration_secs': 0.867971} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.404942] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Destroyed the VM [ 892.405166] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.405447] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcd4a0ef-a2ae-4bf4-be26-c76f6d9f68ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.413117] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 892.413117] env[70621]: value = "task-4135838" [ 892.413117] env[70621]: _type = "Task" [ 892.413117] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.417846] env[70621]: DEBUG nova.network.neutron [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updating instance_info_cache with network_info: [{"id": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "address": "fa:16:3e:98:5d:60", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ea49cd-ea", "ovs_interfaceid": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.427090] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.509299] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697196} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.509618] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1e3131a4-10fd-4178-9803-1e2d8b683ce3/1e3131a4-10fd-4178-9803-1e2d8b683ce3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.509841] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.510138] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a5bedfb-2a4e-4562-bedd-c75638b35d02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.518412] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 892.518412] env[70621]: value = "task-4135839" [ 892.518412] env[70621]: _type = "Task" [ 892.518412] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.534351] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.638081] env[70621]: ERROR nova.scheduler.client.report [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [req-b5e2a9ac-cdd7-48ad-bdf6-c4a02f52961b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5e2a9ac-cdd7-48ad-bdf6-c4a02f52961b"}]} [ 892.665808] env[70621]: DEBUG nova.scheduler.client.report [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 892.684086] env[70621]: DEBUG nova.scheduler.client.report [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 892.684350] env[70621]: DEBUG nova.compute.provider_tree [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.699993] env[70621]: DEBUG nova.scheduler.client.report [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 892.729485] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.729485] env[70621]: DEBUG nova.scheduler.client.report [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 892.783553] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135837, 'name': Rename_Task, 'duration_secs': 0.200393} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.786992] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.786992] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35f3664f-34e5-41e3-81ec-8c1846723742 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.797017] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 892.797017] env[70621]: value = "task-4135840" [ 892.797017] env[70621]: _type = "Task" [ 892.797017] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.813967] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.864524] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135836, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.925304] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.925304] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Instance network_info: |[{"id": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "address": "fa:16:3e:98:5d:60", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ea49cd-ea", "ovs_interfaceid": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.925687] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.928919] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5d:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5ea49cd-eafc-4ac3-9bd5-8e76413ef857', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.937437] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating folder: Project (50c6fa264e6641898f49d856fb729373). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.939659] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-569f0a88-3cfc-4eda-b2f0-b897e6817f9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.955199] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created folder: Project (50c6fa264e6641898f49d856fb729373) in parent group-v818963. [ 892.955456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating folder: Instances. Parent ref: group-v819125. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.955712] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23a945a6-3583-4966-b2a3-46600d6631ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.971161] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created folder: Instances in parent group-v819125. [ 892.971334] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.975496] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c96c914f-f725-4907-84a5-0366d4403455] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.975782] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5551f966-27d4-4fba-adb3-95d10bcb456c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.008834] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.008834] env[70621]: value = "task-4135843" [ 893.008834] env[70621]: _type = "Task" [ 893.008834] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.019795] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135843, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.028177] env[70621]: DEBUG nova.network.neutron [-] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.040865] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083811} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.040865] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.041769] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287a83b-97cc-46ac-b886-26722044bc28 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.075394] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 1e3131a4-10fd-4178-9803-1e2d8b683ce3/1e3131a4-10fd-4178-9803-1e2d8b683ce3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.079236] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c254aa-078d-4ad0-9e62-00cceb2573b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.105746] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 893.105746] env[70621]: value = "task-4135844" [ 893.105746] env[70621]: _type = "Task" [ 893.105746] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.118528] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.194534] env[70621]: DEBUG nova.compute.manager [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Received event network-changed-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.194847] env[70621]: DEBUG nova.compute.manager [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Refreshing instance network info cache due to event network-changed-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.195195] env[70621]: DEBUG oslo_concurrency.lockutils [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] Acquiring lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.197018] env[70621]: DEBUG oslo_concurrency.lockutils [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] Acquired lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.197018] env[70621]: DEBUG nova.network.neutron [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Refreshing network info cache for port c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.232216] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.310676] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.316799] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44fc5fb-3cda-4a17-9537-0d59022b9631 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.325832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f26ca-854a-4224-b4ad-4e8dbd7ed1e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.368498] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c70fc19-b8d0-487b-a159-2bbfbc507d09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.378646] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135836, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.381961] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f4c88-7181-4188-b57c-feff04b747f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.396931] env[70621]: DEBUG nova.compute.provider_tree [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.428174] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135838, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.448512] env[70621]: DEBUG nova.compute.manager [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.450028] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc211082-e4db-48d1-a6df-ddfc3005cbb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.519498] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135843, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.530761] env[70621]: INFO nova.compute.manager [-] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Took 1.64 seconds to deallocate network for instance. [ 893.620413] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135844, 'name': ReconfigVM_Task, 'duration_secs': 0.406203} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.621891] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 1e3131a4-10fd-4178-9803-1e2d8b683ce3/1e3131a4-10fd-4178-9803-1e2d8b683ce3.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.624020] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eb9e3c6-eda1-40ea-98dd-549938418c82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.631577] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 893.631577] env[70621]: value = "task-4135845" [ 893.631577] env[70621]: _type = "Task" [ 893.631577] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.643235] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135845, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.734023] env[70621]: DEBUG oslo_vmware.api [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135835, 'name': PowerOnVM_Task, 'duration_secs': 1.644959} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.734023] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.734023] env[70621]: DEBUG nova.compute.manager [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.734023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369da76f-91d2-4df0-af2f-0fa502769e50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.814536] env[70621]: DEBUG oslo_vmware.api [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135840, 'name': PowerOnVM_Task, 'duration_secs': 0.794708} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.814776] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.814985] env[70621]: INFO nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Took 10.72 seconds to spawn the instance on the hypervisor. [ 893.815324] env[70621]: DEBUG nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.822071] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913383a6-4693-416f-a7f3-e14c1cf0c064 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.883152] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135836, 'name': CloneVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.927782] env[70621]: DEBUG oslo_vmware.api [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135838, 'name': RemoveSnapshot_Task, 'duration_secs': 1.199615} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.931113] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 893.950544] env[70621]: DEBUG nova.scheduler.client.report [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updated inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 893.953515] env[70621]: DEBUG nova.compute.provider_tree [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 generation from 83 to 84 during operation: update_inventory {{(pid=70621) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 893.953515] env[70621]: DEBUG nova.compute.provider_tree [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.963636] env[70621]: INFO nova.compute.manager [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] instance snapshotting [ 893.964761] env[70621]: DEBUG nova.objects.instance [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'flavor' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.020423] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135843, 'name': CreateVM_Task, 'duration_secs': 0.537583} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.020651] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c96c914f-f725-4907-84a5-0366d4403455] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.023032] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.023032] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.023032] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.023032] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a5f1cb-30a8-4a3e-adba-89ba7d0a2a6f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.027041] env[70621]: DEBUG nova.network.neutron [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updated VIF entry in instance network info cache for port c5ea49cd-eafc-4ac3-9bd5-8e76413ef857. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.027041] env[70621]: DEBUG nova.network.neutron [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updating instance_info_cache with network_info: [{"id": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "address": "fa:16:3e:98:5d:60", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ea49cd-ea", "ovs_interfaceid": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.032591] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 894.032591] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5244d39c-3949-5df0-2a20-4dbb7da368a0" [ 894.032591] env[70621]: _type = "Task" [ 894.032591] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.041905] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.042587] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5244d39c-3949-5df0-2a20-4dbb7da368a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.143949] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135845, 'name': Rename_Task, 'duration_secs': 0.180378} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.144249] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.144507] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19087f82-6f52-4801-ae99-95a2abfb092f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.156554] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 894.156554] env[70621]: value = "task-4135846" [ 894.156554] env[70621]: _type = "Task" [ 894.156554] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.166861] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.253051] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.343506] env[70621]: INFO nova.compute.manager [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Took 47.98 seconds to build instance. [ 894.385163] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135836, 'name': CloneVM_Task, 'duration_secs': 2.109903} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.385354] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Created linked-clone VM from snapshot [ 894.386179] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6366e4fe-0c20-4934-a7f6-af1919c0d031 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.401562] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Uploading image 9125c1be-7d57-46d2-b979-ce36ea0dd833 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 894.437402] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 894.437402] env[70621]: value = "vm-819124" [ 894.437402] env[70621]: _type = "VirtualMachine" [ 894.437402] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 894.438648] env[70621]: WARNING nova.compute.manager [None req-ff4820d0-635b-41c4-af7f-06d34d80ffb2 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Image not found during snapshot: nova.exception.ImageNotFound: Image 69472715-1ae6-4397-81ce-6f70e05dc662 could not be found. [ 894.439869] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e434b054-66db-4833-99f0-92ecc75ca5a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.449197] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease: (returnval){ [ 894.449197] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52695a33-7611-5c00-c8d9-3da53dbe43d3" [ 894.449197] env[70621]: _type = "HttpNfcLease" [ 894.449197] env[70621]: } obtained for exporting VM: (result){ [ 894.449197] env[70621]: value = "vm-819124" [ 894.449197] env[70621]: _type = "VirtualMachine" [ 894.449197] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 894.449633] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the lease: (returnval){ [ 894.449633] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52695a33-7611-5c00-c8d9-3da53dbe43d3" [ 894.449633] env[70621]: _type = "HttpNfcLease" [ 894.449633] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 894.457629] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.457629] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52695a33-7611-5c00-c8d9-3da53dbe43d3" [ 894.457629] env[70621]: _type = "HttpNfcLease" [ 894.457629] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 894.458768] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.880s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.459281] env[70621]: INFO nova.compute.manager [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Migrating [ 894.468158] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.649s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.469580] env[70621]: DEBUG nova.objects.instance [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lazy-loading 'resources' on Instance uuid 9db0aa8c-05ca-46d6-9c3f-6255606e97d3 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.482486] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e83b6ce-cb07-4d22-9d3c-7e6e661d9b6c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.507390] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc957d80-e308-4ffd-97b3-de936ac2adff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.528462] env[70621]: DEBUG oslo_concurrency.lockutils [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] Releasing lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.528914] env[70621]: DEBUG nova.compute.manager [req-429d7a06-788d-45f9-ba86-25a3c5137625 req-c9891c7e-d1de-43f0-b7b9-ac20ef4dd3c3 service nova] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Received event network-vif-deleted-1258b992-2f88-46ad-b103-b3ee191f78db {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.546897] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5244d39c-3949-5df0-2a20-4dbb7da368a0, 'name': SearchDatastore_Task, 'duration_secs': 0.041911} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.546897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.546897] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.546897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.546897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.546897] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.546897] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b23ede7-1513-485c-b660-bd22562b0de3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.559827] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.560303] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.561337] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6322e8-1afe-44ff-8acf-1707277e1c30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.570496] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 894.570496] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a1d6ee-f52d-f832-fd01-e7db3d5369a6" [ 894.570496] env[70621]: _type = "Task" [ 894.570496] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.583314] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a1d6ee-f52d-f832-fd01-e7db3d5369a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.668552] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.846333] env[70621]: DEBUG oslo_concurrency.lockutils [None req-377ba24d-8f27-4034-9d50-a64d47431923 tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.560s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.959114] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.959114] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52695a33-7611-5c00-c8d9-3da53dbe43d3" [ 894.959114] env[70621]: _type = "HttpNfcLease" [ 894.959114] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.959664] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.959664] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52695a33-7611-5c00-c8d9-3da53dbe43d3" [ 894.959664] env[70621]: _type = "HttpNfcLease" [ 894.959664] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 894.960919] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7af28-e8ff-4c9e-b726-aff5b60fc4d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.970802] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd3a30-69ee-4fe3-2175-38ab3c52de0c/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.970958] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd3a30-69ee-4fe3-2175-38ab3c52de0c/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 895.035926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.036156] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.036319] env[70621]: DEBUG nova.network.neutron [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.038693] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.043545] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb7f4970-948a-4e8c-9274-cd9002cbbf6f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.054021] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 895.054021] env[70621]: value = "task-4135848" [ 895.054021] env[70621]: _type = "Task" [ 895.054021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.066939] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.086363] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a1d6ee-f52d-f832-fd01-e7db3d5369a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.090558] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-045d6db2-664c-4a5f-b824-6be439a0d230 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.094446] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38f6fdeb-a127-483c-8acc-5dc7972d243a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.100849] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 895.100849] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52980aaf-c5c8-dd4a-5df4-a28b6e76db7c" [ 895.100849] env[70621]: _type = "Task" [ 895.100849] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.115229] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52980aaf-c5c8-dd4a-5df4-a28b6e76db7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.173976] env[70621]: DEBUG oslo_vmware.api [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135846, 'name': PowerOnVM_Task, 'duration_secs': 0.524962} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.177523] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.177995] env[70621]: INFO nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Took 9.39 seconds to spawn the instance on the hypervisor. [ 895.181552] env[70621]: DEBUG nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.185378] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da587f59-3efd-4dc7-b434-93172a5e07fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.281697] env[70621]: DEBUG nova.compute.manager [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Received event network-changed-6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.281813] env[70621]: DEBUG nova.compute.manager [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Refreshing instance network info cache due to event network-changed-6711a868-c646-44c5-ba08-d7aceff0c4b8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.282012] env[70621]: DEBUG oslo_concurrency.lockutils [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] Acquiring lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.282164] env[70621]: DEBUG oslo_concurrency.lockutils [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] Acquired lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.282339] env[70621]: DEBUG nova.network.neutron [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Refreshing network info cache for port 6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.395592] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "2ac2e500-e00f-44ad-a7a7-10219c79c035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.395857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.396083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "2ac2e500-e00f-44ad-a7a7-10219c79c035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.396332] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.396494] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.398782] env[70621]: INFO nova.compute.manager [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Terminating instance [ 895.571964] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135848, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.575378] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95022a16-f0e4-4f3f-a1ea-476d2a5924b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.586111] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9036026a-3029-4694-b187-80b283855ee3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.631716] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cfb69a-2093-4076-b9b5-f75b1e0f5e58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.646548] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52980aaf-c5c8-dd4a-5df4-a28b6e76db7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.648248] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9474365a-95a0-43f7-b1fd-de18eaf8d203 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.655067] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.655390] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c96c914f-f725-4907-84a5-0366d4403455/c96c914f-f725-4907-84a5-0366d4403455.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.656061] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f559bf2c-e935-4f9c-a8e5-8646dd585e42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.673822] env[70621]: DEBUG nova.compute.provider_tree [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.676737] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 895.676737] env[70621]: value = "task-4135849" [ 895.676737] env[70621]: _type = "Task" [ 895.676737] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.687915] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.699329] env[70621]: INFO nova.compute.manager [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Rebuilding instance [ 895.723915] env[70621]: INFO nova.compute.manager [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Took 47.03 seconds to build instance. [ 895.770821] env[70621]: DEBUG nova.compute.manager [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.771750] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c50e9d-656c-4dca-86be-e5c8d2a0f33e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.907454] env[70621]: DEBUG nova.compute.manager [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.907895] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.912849] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1666fa1b-104a-4c50-b42b-9cd07e4ad5c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.923323] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.923621] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec1aeaa-3b6e-4571-add2-aaeae52ae2fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.932489] env[70621]: DEBUG oslo_vmware.api [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 895.932489] env[70621]: value = "task-4135850" [ 895.932489] env[70621]: _type = "Task" [ 895.932489] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.944361] env[70621]: DEBUG oslo_vmware.api [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.965095] env[70621]: DEBUG nova.network.neutron [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.068850] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135848, 'name': CreateSnapshot_Task, 'duration_secs': 0.744279} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.069388] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.070554] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac593e1-0aee-4fd9-b3d2-d08dcc6a4b9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.179356] env[70621]: DEBUG nova.scheduler.client.report [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.201025] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.224683] env[70621]: DEBUG oslo_concurrency.lockutils [None req-91a337de-c205-4d2a-a3e8-a01507d554a4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.322s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.444674] env[70621]: DEBUG oslo_vmware.api [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135850, 'name': PowerOffVM_Task, 'duration_secs': 0.442748} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.445046] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.445235] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.445516] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf12d338-192a-442b-9fd4-8873b14ec5c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.461436] env[70621]: DEBUG nova.network.neutron [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updated VIF entry in instance network info cache for port 6711a868-c646-44c5-ba08-d7aceff0c4b8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.461882] env[70621]: DEBUG nova.network.neutron [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updating instance_info_cache with network_info: [{"id": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "address": "fa:16:3e:9d:14:fc", "network": {"id": "d62c48a6-65b9-4c2a-9ede-cf908dd3d9b2", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1467528981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14fa4d831ea04b1a8fa4e0ad316db5ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6711a868-c6", "ovs_interfaceid": "6711a868-c646-44c5-ba08-d7aceff0c4b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.467964] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.525816] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.525816] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.526111] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleting the datastore file [datastore2] 2ac2e500-e00f-44ad-a7a7-10219c79c035 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.526465] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb1c61f4-93c5-4746-8568-8d2c1d3b20a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.536598] env[70621]: DEBUG oslo_vmware.api [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 896.536598] env[70621]: value = "task-4135852" [ 896.536598] env[70621]: _type = "Task" [ 896.536598] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.546922] env[70621]: DEBUG oslo_vmware.api [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.594110] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.594492] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5493ff13-6b01-4875-bd3f-8eb4572ffcc2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.606334] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 896.606334] env[70621]: value = "task-4135853" [ 896.606334] env[70621]: _type = "Task" [ 896.606334] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.617036] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135853, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.693804] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.697148] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.955s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.697509] env[70621]: DEBUG nova.objects.instance [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lazy-loading 'resources' on Instance uuid 93f539d3-de28-4247-b2c1-17488750aa8f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.707778] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562115} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.709495] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c96c914f-f725-4907-84a5-0366d4403455/c96c914f-f725-4907-84a5-0366d4403455.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.709495] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.709495] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ce16a8e-141d-47a9-9abc-0dd52e4c0f33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.723977] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 896.723977] env[70621]: value = "task-4135854" [ 896.723977] env[70621]: _type = "Task" [ 896.723977] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.732820] env[70621]: INFO nova.scheduler.client.report [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Deleted allocations for instance 9db0aa8c-05ca-46d6-9c3f-6255606e97d3 [ 896.749998] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.799678] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.799957] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3f6eeb4-b427-4de7-9b44-a35d9f636e8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.809331] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 896.809331] env[70621]: value = "task-4135855" [ 896.809331] env[70621]: _type = "Task" [ 896.809331] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.822720] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.966019] env[70621]: DEBUG oslo_concurrency.lockutils [req-f31d41d0-a4c0-49b9-a744-c5d4c33cf51d req-1f674608-7a8d-4ed5-b79d-10829cfb171d service nova] Releasing lock "refresh_cache-90c33792-68ef-4497-b9ef-a0d6abad9b66" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.051316] env[70621]: DEBUG oslo_vmware.api [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258655} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.052830] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.052830] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.052830] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.053526] env[70621]: INFO nova.compute.manager [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Took 1.14 seconds to destroy the instance on the hypervisor. [ 897.053949] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.054644] env[70621]: DEBUG nova.compute.manager [-] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.054804] env[70621]: DEBUG nova.network.neutron [-] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.121987] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135853, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.239249] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171682} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.241465] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.241465] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a6d4e1-13f2-4614-95ac-881619a556b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.274685] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] c96c914f-f725-4907-84a5-0366d4403455/c96c914f-f725-4907-84a5-0366d4403455.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.275570] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cf0eb286-55db-4f21-8f6a-0ed540bf54e4 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "9db0aa8c-05ca-46d6-9c3f-6255606e97d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.524s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.280534] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58202804-d222-4e5e-888e-2ac8f57e93fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.315725] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 897.315725] env[70621]: value = "task-4135856" [ 897.315725] env[70621]: _type = "Task" [ 897.315725] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.324987] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135855, 'name': PowerOffVM_Task, 'duration_secs': 0.277317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.326744] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.326744] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.328105] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263537e3-d34d-43ec-b700-0ec25e426773 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.336399] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135856, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.342613] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.345972] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0444e05f-65eb-4b5e-a040-d866a598bea7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.425741] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.425930] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.426515] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleting the datastore file [datastore2] c172b6f6-f855-435c-8627-f8061880b775 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.426953] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b279860d-3ba6-4f81-bb0b-cc260810d485 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.434733] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 897.434733] env[70621]: value = "task-4135858" [ 897.434733] env[70621]: _type = "Task" [ 897.434733] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.447190] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.505325] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "557df77b-d4f0-4160-9ccf-b041b5f0e902" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.505887] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.506461] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "557df77b-d4f0-4160-9ccf-b041b5f0e902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.506711] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.506960] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.511593] env[70621]: INFO nova.compute.manager [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Terminating instance [ 897.521285] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.521285] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.521531] env[70621]: INFO nova.compute.manager [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Shelving [ 897.580916] env[70621]: DEBUG nova.compute.manager [req-954849e3-d3f3-456a-8d2b-2e211cff04d4 req-250bd777-d950-466c-8916-6e1867f99df3 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Received event network-vif-deleted-31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.581136] env[70621]: INFO nova.compute.manager [req-954849e3-d3f3-456a-8d2b-2e211cff04d4 req-250bd777-d950-466c-8916-6e1867f99df3 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Neutron deleted interface 31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a; detaching it from the instance and deleting it from the info cache [ 897.581302] env[70621]: DEBUG nova.network.neutron [req-954849e3-d3f3-456a-8d2b-2e211cff04d4 req-250bd777-d950-466c-8916-6e1867f99df3 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.619127] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135853, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.838888] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.876837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781584ca-3ba2-449b-ab99-0b24a106fa16 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.891182] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489c37e-5131-4b76-b505-6f4f69b56bda {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.947427] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd33ee-1c21-4822-8967-99417561de62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.965352] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ae272c-b629-4031-9415-6f7acee5aec1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.970709] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29933} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.970948] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.971153] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.971349] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.988492] env[70621]: DEBUG nova.compute.provider_tree [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.990952] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffe0aaa-a738-4bcc-b670-df4afc2235e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.014975] env[70621]: DEBUG nova.network.neutron [-] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.016782] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.029373] env[70621]: DEBUG nova.compute.manager [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.029622] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.031611] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4cd12-2257-475c-96df-c67d90c21b09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.044505] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.044913] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce607ff7-4a97-4f99-991d-6858f6a402c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.054098] env[70621]: DEBUG oslo_vmware.api [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 898.054098] env[70621]: value = "task-4135859" [ 898.054098] env[70621]: _type = "Task" [ 898.054098] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.064964] env[70621]: DEBUG oslo_vmware.api [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.089082] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-001d69c0-09fa-4481-a9d1-da0296d5fa32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.099803] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bde6a9b-6d9e-481e-bfd6-199b46b28a38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.142343] env[70621]: DEBUG nova.compute.manager [req-954849e3-d3f3-456a-8d2b-2e211cff04d4 req-250bd777-d950-466c-8916-6e1867f99df3 service nova] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Detach interface failed, port_id=31a717d9-0fe0-4ce0-ae35-2bcb9b9e488a, reason: Instance 2ac2e500-e00f-44ad-a7a7-10219c79c035 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.146302] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135853, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.330758] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135856, 'name': ReconfigVM_Task, 'duration_secs': 0.653664} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.330758] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Reconfigured VM instance instance-0000003b to attach disk [datastore2] c96c914f-f725-4907-84a5-0366d4403455/c96c914f-f725-4907-84a5-0366d4403455.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.331849] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5c5f2e-e69f-4797-b4c9-06abf2302f3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.339480] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 898.339480] env[70621]: value = "task-4135860" [ 898.339480] env[70621]: _type = "Task" [ 898.339480] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.350914] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135860, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.498101] env[70621]: DEBUG nova.scheduler.client.report [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.521377] env[70621]: INFO nova.compute.manager [-] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Took 1.47 seconds to deallocate network for instance. [ 898.525401] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.529860] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec4950e-0822-4af5-9810-4c5704e71a12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.537448] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.540019] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fad7ae-aed6-475e-8041-65e5826662e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.543260] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 898.543260] env[70621]: value = "task-4135861" [ 898.543260] env[70621]: _type = "Task" [ 898.543260] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.556425] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 898.556425] env[70621]: value = "task-4135862" [ 898.556425] env[70621]: _type = "Task" [ 898.556425] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.577962] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.587727] env[70621]: DEBUG oslo_vmware.api [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135859, 'name': PowerOffVM_Task, 'duration_secs': 0.338617} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.587994] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.588330] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.588509] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.588802] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0019163-02f8-4496-aa2e-45235ee7d228 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.625235] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135853, 'name': CloneVM_Task, 'duration_secs': 1.730336} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.625818] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created linked-clone VM from snapshot [ 898.626861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8395cf-0dee-4991-aece-c5a05ff977f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.640812] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Uploading image da63c38d-fb08-41cc-8159-6eb996a42fdc {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.669765] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.672097] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.672097] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Deleting the datastore file [datastore2] 557df77b-d4f0-4160-9ccf-b041b5f0e902 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.672097] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a64f59-8d44-4c5d-a253-6038357ab056 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.680481] env[70621]: DEBUG oslo_vmware.api [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for the task: (returnval){ [ 898.680481] env[70621]: value = "task-4135864" [ 898.680481] env[70621]: _type = "Task" [ 898.680481] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.689570] env[70621]: DEBUG oslo_vmware.api [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.691820] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 898.691820] env[70621]: value = "vm-819129" [ 898.691820] env[70621]: _type = "VirtualMachine" [ 898.691820] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 898.692678] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf887e57-31bb-4063-b203-6424ef074f57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.702053] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease: (returnval){ [ 898.702053] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cadeda-40aa-b5dc-d799-da7d23af2e4c" [ 898.702053] env[70621]: _type = "HttpNfcLease" [ 898.702053] env[70621]: } obtained for exporting VM: (result){ [ 898.702053] env[70621]: value = "vm-819129" [ 898.702053] env[70621]: _type = "VirtualMachine" [ 898.702053] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 898.702456] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the lease: (returnval){ [ 898.702456] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cadeda-40aa-b5dc-d799-da7d23af2e4c" [ 898.702456] env[70621]: _type = "HttpNfcLease" [ 898.702456] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.711618] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.711618] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cadeda-40aa-b5dc-d799-da7d23af2e4c" [ 898.711618] env[70621]: _type = "HttpNfcLease" [ 898.711618] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.854491] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135860, 'name': Rename_Task, 'duration_secs': 0.214899} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.855237] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.855579] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ae79d6-c60a-4353-a93f-52adeccbe969 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.863143] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 898.863143] env[70621]: value = "task-4135866" [ 898.863143] env[70621]: _type = "Task" [ 898.863143] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.873243] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.007100] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.009617] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.911s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.011585] env[70621]: INFO nova.compute.claims [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.017057] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.020918] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.021216] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.021470] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.021622] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.021776] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.022022] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.026337] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.026612] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.026830] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.027041] env[70621]: DEBUG nova.virt.hardware [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.027997] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1467367-6613-4aa0-867f-120534104c61 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.034888] env[70621]: INFO nova.scheduler.client.report [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Deleted allocations for instance 93f539d3-de28-4247-b2c1-17488750aa8f [ 899.039130] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.043239] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc5d80f-634c-4080-b29a-6097f34d4254 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.060070] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135861, 'name': PowerOffVM_Task, 'duration_secs': 0.271119} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.069504] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.069806] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.073984] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:49:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6165402b-bef6-4473-8c16-4f6ae2ac528d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.082162] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.086952] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.087732] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ef8cbf-3819-442f-b74c-4705ab1dd713 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.113321] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135862, 'name': PowerOffVM_Task, 'duration_secs': 0.243671} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.114919] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.115314] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.115314] env[70621]: value = "task-4135867" [ 899.115314] env[70621]: _type = "Task" [ 899.115314] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.116121] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0255646-5ce0-4cb7-a577-3f3040751980 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.128560] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135867, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.144215] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff4a2c4-8994-4196-8cf7-1c9bb12291fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.190577] env[70621]: DEBUG oslo_vmware.api [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Task: {'id': task-4135864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341669} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.190954] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.191197] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.191292] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.191438] env[70621]: INFO nova.compute.manager [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Took 1.16 seconds to destroy the instance on the hypervisor. [ 899.191702] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.191905] env[70621]: DEBUG nova.compute.manager [-] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.192011] env[70621]: DEBUG nova.network.neutron [-] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.211854] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.211854] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cadeda-40aa-b5dc-d799-da7d23af2e4c" [ 899.211854] env[70621]: _type = "HttpNfcLease" [ 899.211854] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 899.212459] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 899.212459] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cadeda-40aa-b5dc-d799-da7d23af2e4c" [ 899.212459] env[70621]: _type = "HttpNfcLease" [ 899.212459] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 899.213282] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9774714a-69b6-4c56-b525-096762024710 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.224049] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b9cee-b801-794f-f9a2-28a958316f64/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 899.224282] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b9cee-b801-794f-f9a2-28a958316f64/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 899.342533] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2c91bd9a-1d9f-4d54-afed-47251d63c862 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.378680] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.555581] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6053c459-015e-46eb-aeb4-b7311e4ec640 tempest-ServerTagsTestJSON-1172360736 tempest-ServerTagsTestJSON-1172360736-project-member] Lock "93f539d3-de28-4247-b2c1-17488750aa8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.451s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.586986] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.588375] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.588375] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.588375] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.588375] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.588375] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.588622] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.588878] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.588998] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.589217] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.589439] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.597333] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64f75e9f-c18a-4974-bbd0-82479603b5ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.618021] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 899.618021] env[70621]: value = "task-4135868" [ 899.618021] env[70621]: _type = "Task" [ 899.618021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.640376] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135868, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.640743] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135867, 'name': CreateVM_Task, 'duration_secs': 0.444709} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.640810] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.641860] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.642129] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.642400] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.646034] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ec5139-03df-43e6-a878-81632af005cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.650686] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 899.650686] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52eae646-0973-4f70-d591-cc02cbe8b772" [ 899.650686] env[70621]: _type = "Task" [ 899.650686] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.655911] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.657047] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c2a341c9-d1fb-40f1-ac2f-159c3e75a0ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.666577] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eae646-0973-4f70-d591-cc02cbe8b772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.668334] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 899.668334] env[70621]: value = "task-4135869" [ 899.668334] env[70621]: _type = "Task" [ 899.668334] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.679761] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135869, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.732720] env[70621]: DEBUG nova.compute.manager [req-2d6f3fec-a64b-4636-8e5a-e5cf9e75d01b req-f93d2be7-dfc4-4261-9630-810705ba0645 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Received event network-vif-deleted-bff28502-31f3-4fc2-890a-e429618480bb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.732961] env[70621]: INFO nova.compute.manager [req-2d6f3fec-a64b-4636-8e5a-e5cf9e75d01b req-f93d2be7-dfc4-4261-9630-810705ba0645 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Neutron deleted interface bff28502-31f3-4fc2-890a-e429618480bb; detaching it from the instance and deleting it from the info cache [ 899.733221] env[70621]: DEBUG nova.network.neutron [req-2d6f3fec-a64b-4636-8e5a-e5cf9e75d01b req-f93d2be7-dfc4-4261-9630-810705ba0645 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.875973] env[70621]: DEBUG oslo_vmware.api [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4135866, 'name': PowerOnVM_Task, 'duration_secs': 0.694664} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.876479] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.876753] env[70621]: INFO nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Took 9.37 seconds to spawn the instance on the hypervisor. [ 899.877037] env[70621]: DEBUG nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.877957] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992ece7e-9555-427b-a30b-b5ebd54bdf77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.083207] env[70621]: DEBUG nova.network.neutron [-] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.138121] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135868, 'name': ReconfigVM_Task, 'duration_secs': 0.2378} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.141820] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.166614] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eae646-0973-4f70-d591-cc02cbe8b772, 'name': SearchDatastore_Task, 'duration_secs': 0.016353} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.170478] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.170772] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.171101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.171186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.171371] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.172643] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd9b495e-e367-4615-9d15-19814bcbe04b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.186454] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135869, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.189099] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.189099] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.189424] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f52239b-0cab-49bd-bfae-7d42e404c2c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.203321] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 900.203321] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52210ed5-a520-4119-a9f8-810707cbddd9" [ 900.203321] env[70621]: _type = "Task" [ 900.203321] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.217237] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52210ed5-a520-4119-a9f8-810707cbddd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.236861] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a36ae6f-5b17-4f31-868c-d52f74396df0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.267031] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1186c468-8f33-4ab9-87ac-ca7b1d37377d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.323398] env[70621]: DEBUG nova.compute.manager [req-2d6f3fec-a64b-4636-8e5a-e5cf9e75d01b req-f93d2be7-dfc4-4261-9630-810705ba0645 service nova] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Detach interface failed, port_id=bff28502-31f3-4fc2-890a-e429618480bb, reason: Instance 557df77b-d4f0-4160-9ccf-b041b5f0e902 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.404692] env[70621]: INFO nova.compute.manager [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Took 46.93 seconds to build instance. [ 900.591395] env[70621]: INFO nova.compute.manager [-] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Took 1.40 seconds to deallocate network for instance. [ 900.616637] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f609a79-36fc-4ef9-ba78-ac1837d6a644 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.628069] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9675a9-f69f-4f67-a90a-39548d94dd71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.672764] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bc154276-b20b-4120-8193-a148b19b4b5b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-562243685',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.673757] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.673823] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.674122] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.674422] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.674703] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.675034] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.675374] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.675656] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.676364] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.676516] env[70621]: DEBUG nova.virt.hardware [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.683287] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.685043] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-760a7f5e-5bad-48b4-ad2a-f1e2f6c25b05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.703584] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433d51f-a1b5-4755-9eab-a0bd49b6e299 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.725037] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 900.725037] env[70621]: value = "task-4135870" [ 900.725037] env[70621]: _type = "Task" [ 900.725037] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.737442] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52210ed5-a520-4119-a9f8-810707cbddd9, 'name': SearchDatastore_Task, 'duration_secs': 0.016947} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.737558] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135869, 'name': CreateSnapshot_Task, 'duration_secs': 0.627354} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.742524] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.744021] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4024b1-18f1-44ed-87f3-9a8703435e95 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.749414] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d56f854-3f93-4d5d-b6bf-4465f838e0e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.753937] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20d4b43-9229-494e-978d-495a93322683 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.762258] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 900.762258] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52407e97-aa51-c1d4-c323-7802a55f0822" [ 900.762258] env[70621]: _type = "Task" [ 900.762258] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.782443] env[70621]: DEBUG nova.compute.provider_tree [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.784504] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.795514] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52407e97-aa51-c1d4-c323-7802a55f0822, 'name': SearchDatastore_Task, 'duration_secs': 0.016544} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.795814] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.796302] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.796800] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2735ce-876c-47b5-ae3b-f0c6aed4da69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.806697] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 900.806697] env[70621]: value = "task-4135871" [ 900.806697] env[70621]: _type = "Task" [ 900.806697] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.818140] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.907614] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bdb5b12f-2412-41ec-951e-b7445c5199b9 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c96c914f-f725-4907-84a5-0366d4403455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.080s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.100429] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.254481] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135870, 'name': ReconfigVM_Task, 'duration_secs': 0.261529} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.255651] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.256711] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd89178-b5e5-43c2-b9eb-4392e26a20d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.283783] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.284182] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb1502dc-1bfe-4ac5-9708-1559d41dd929 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.305267] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.306852] env[70621]: DEBUG nova.scheduler.client.report [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.310305] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c3abb4a7-ca64-45dc-a517-207eef9819a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.321446] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 901.321446] env[70621]: value = "task-4135872" [ 901.321446] env[70621]: _type = "Task" [ 901.321446] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.325479] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.332842] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 901.332842] env[70621]: value = "task-4135873" [ 901.332842] env[70621]: _type = "Task" [ 901.332842] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.341498] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.347330] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135873, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.814428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.814428] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.820428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.003s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.820428] env[70621]: DEBUG nova.objects.instance [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lazy-loading 'resources' on Instance uuid 3768ccae-b089-439c-943f-d54d10c245ad {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.835871] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619937} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.842889] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.843359] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.851181] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-400c7d7b-ab99-424c-ab9b-3b9d30f0d107 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.861030] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135872, 'name': ReconfigVM_Task, 'duration_secs': 0.470523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.861030] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.861030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.867514] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135873, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.875508] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 901.875508] env[70621]: value = "task-4135874" [ 901.875508] env[70621]: _type = "Task" [ 901.875508] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.895591] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.323230] env[70621]: DEBUG nova.compute.utils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.324711] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.325064] env[70621]: DEBUG nova.network.neutron [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.350664] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135873, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.378934] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2faab6-73a5-4dd4-9abd-9adbca6865db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.388165] env[70621]: DEBUG nova.policy [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef017475d821487698d4ad0baf4c6563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea4afbd60c604d54ab9badafa5cd5071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.428222] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2f99b-4a7c-4eeb-b781-2be00cc6c5cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.433467] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098023} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.433786] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.435738] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b739e9b5-f203-424b-80a5-b073c2a6c0a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.456698] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.488409] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.493425] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd3a30-69ee-4fe3-2175-38ab3c52de0c/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 902.495013] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15f19b9-de38-4c9c-a4f7-7b14fe356e19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.510364] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fe547-a2ea-48bb-968a-f902f4f751fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.522846] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd3a30-69ee-4fe3-2175-38ab3c52de0c/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 902.522987] env[70621]: ERROR oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd3a30-69ee-4fe3-2175-38ab3c52de0c/disk-0.vmdk due to incomplete transfer. [ 902.524458] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1421bf7-8cb0-4637-aa12-f8f589b2dec5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.527961] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 902.527961] env[70621]: value = "task-4135875" [ 902.527961] env[70621]: _type = "Task" [ 902.527961] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.536420] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd3a30-69ee-4fe3-2175-38ab3c52de0c/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 902.536420] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Uploaded image 9125c1be-7d57-46d2-b979-ce36ea0dd833 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 902.541189] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 902.545435] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-593394b4-4dbb-486b-b0cc-9ad630381d5b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.547420] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.557188] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 902.557188] env[70621]: value = "task-4135876" [ 902.557188] env[70621]: _type = "Task" [ 902.557188] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.564432] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135876, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.830027] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.857022] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135873, 'name': CloneVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.919023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366c8197-a652-457b-8014-df61b1efdd01 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.928206] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d72ecd-3844-41fa-b8ca-ed826efc91ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.966112] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77417a4a-3592-43a7-8fb6-14036c4eed09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.978640] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47edafe-929a-4cf6-8b1f-15d2fefb9376 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.995210] env[70621]: DEBUG nova.compute.provider_tree [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.002074] env[70621]: DEBUG nova.network.neutron [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Successfully created port: f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.038272] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.039313] env[70621]: DEBUG nova.network.neutron [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Port 34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 903.067227] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135876, 'name': Destroy_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.077516] env[70621]: DEBUG nova.compute.manager [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Received event network-changed-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.077762] env[70621]: DEBUG nova.compute.manager [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Refreshing instance network info cache due to event network-changed-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.077982] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] Acquiring lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.078138] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] Acquired lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.078310] env[70621]: DEBUG nova.network.neutron [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Refreshing network info cache for port c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.360498] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135873, 'name': CloneVM_Task, 'duration_secs': 1.623589} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.360838] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Created linked-clone VM from snapshot [ 903.361595] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb16652-9e7a-4967-8897-383c1dbf7f79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.371575] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Uploading image 2014cfcc-01a1-4b33-bd56-230565a4286b {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 903.397674] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.397674] env[70621]: value = "vm-819132" [ 903.397674] env[70621]: _type = "VirtualMachine" [ 903.397674] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.398025] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7d64839-3d45-42da-b122-a151f3bab18a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.407952] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lease: (returnval){ [ 903.407952] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526fda46-a15c-06db-8d76-c8c784d4cb61" [ 903.407952] env[70621]: _type = "HttpNfcLease" [ 903.407952] env[70621]: } obtained for exporting VM: (result){ [ 903.407952] env[70621]: value = "vm-819132" [ 903.407952] env[70621]: _type = "VirtualMachine" [ 903.407952] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.408304] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the lease: (returnval){ [ 903.408304] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526fda46-a15c-06db-8d76-c8c784d4cb61" [ 903.408304] env[70621]: _type = "HttpNfcLease" [ 903.408304] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.417761] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.417761] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526fda46-a15c-06db-8d76-c8c784d4cb61" [ 903.417761] env[70621]: _type = "HttpNfcLease" [ 903.417761] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.520445] env[70621]: ERROR nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [req-ac6ec0b9-7683-4507-a624-1247b92c286d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac6ec0b9-7683-4507-a624-1247b92c286d"}]} [ 903.538288] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135875, 'name': ReconfigVM_Task, 'duration_secs': 0.709341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.538288] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c172b6f6-f855-435c-8627-f8061880b775/c172b6f6-f855-435c-8627-f8061880b775.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.538691] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-284bc3c3-6e91-4f05-a8ca-2d84d4e69d42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.549362] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 903.550602] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 903.550602] env[70621]: value = "task-4135878" [ 903.550602] env[70621]: _type = "Task" [ 903.550602] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.560672] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135878, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.569339] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135876, 'name': Destroy_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.571558] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 903.571838] env[70621]: DEBUG nova.compute.provider_tree [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 903.598582] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 903.638437] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 903.778025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.778155] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.852921] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.874981] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.875249] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.875419] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.875623] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.875747] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.875896] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.876538] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.876834] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.877147] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.877415] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.877671] env[70621]: DEBUG nova.virt.hardware [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.881706] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d740dbc0-3acb-464f-bca2-54d3c88adf2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.893075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa27c0-b191-422d-9b9c-ae33cab76328 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.925401] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.925401] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526fda46-a15c-06db-8d76-c8c784d4cb61" [ 903.925401] env[70621]: _type = "HttpNfcLease" [ 903.925401] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.925714] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.925714] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526fda46-a15c-06db-8d76-c8c784d4cb61" [ 903.925714] env[70621]: _type = "HttpNfcLease" [ 903.925714] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.926502] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0a34fe-49f7-4637-9461-ff400f1bfb52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.939467] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c63832-3503-be2c-bf47-e2423e195b6c/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.939695] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c63832-3503-be2c-bf47-e2423e195b6c/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 904.000816] env[70621]: DEBUG nova.network.neutron [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updated VIF entry in instance network info cache for port c5ea49cd-eafc-4ac3-9bd5-8e76413ef857. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.001289] env[70621]: DEBUG nova.network.neutron [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updating instance_info_cache with network_info: [{"id": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "address": "fa:16:3e:98:5d:60", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ea49cd-ea", "ovs_interfaceid": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.042116] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e739a7a1-b248-40d5-ab6e-d922b4e2c7b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.073177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.073177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.073177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.095142] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135878, 'name': Rename_Task, 'duration_secs': 0.200906} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.095638] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135876, 'name': Destroy_Task, 'duration_secs': 1.397917} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.099592] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.099935] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Destroyed the VM [ 904.100190] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 904.100938] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72475eaf-62d0-4e73-ae3f-4335d4042ebb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.103486] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd5ceb4c-7f42-49e7-a4dc-f153423090df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.118356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "8d087434-09e3-4b60-8458-c90f1798c89d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.119248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "8d087434-09e3-4b60-8458-c90f1798c89d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.119248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "8d087434-09e3-4b60-8458-c90f1798c89d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.119248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "8d087434-09e3-4b60-8458-c90f1798c89d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.119248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "8d087434-09e3-4b60-8458-c90f1798c89d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.120878] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 904.120878] env[70621]: value = "task-4135879" [ 904.120878] env[70621]: _type = "Task" [ 904.120878] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.121154] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 904.121154] env[70621]: value = "task-4135880" [ 904.121154] env[70621]: _type = "Task" [ 904.121154] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.125816] env[70621]: INFO nova.compute.manager [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Terminating instance [ 904.142653] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.150584] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.199561] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce28f3f-84f0-4fec-bfeb-bac1e2808fe7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.211736] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61580f0-80fb-488a-90e7-c2e81b3ad1d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.246081] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e17db9-d467-45cb-99d8-5ca99b8e2798 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.255034] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfbfd80-2c23-4abd-9ec5-e194ef8f4827 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.270877] env[70621]: DEBUG nova.compute.provider_tree [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.281441] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.504351] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b592be7-4ddf-4612-b06e-37bf2d779693 req-b33d74aa-25d9-49e4-8011-d165c5455119 service nova] Releasing lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.637444] env[70621]: DEBUG nova.compute.manager [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.637444] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.652250] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe92daa-4f7e-4d56-a379-9a3ab4b6d38e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.653866] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.660584] env[70621]: DEBUG oslo_vmware.api [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135880, 'name': RemoveSnapshot_Task, 'duration_secs': 0.500326} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.661688] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.662069] env[70621]: INFO nova.compute.manager [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Took 14.91 seconds to snapshot the instance on the hypervisor. [ 904.670018] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.671301] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6a147b9-b448-4c37-86ed-92fd999ff357 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.764864] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.765244] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.765568] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleting the datastore file [datastore1] 8d087434-09e3-4b60-8458-c90f1798c89d {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.766750] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be382cae-7722-4a18-b4e8-49a7db866804 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.781966] env[70621]: DEBUG oslo_vmware.api [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 904.781966] env[70621]: value = "task-4135882" [ 904.781966] env[70621]: _type = "Task" [ 904.781966] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.804208] env[70621]: DEBUG oslo_vmware.api [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.814151] env[70621]: ERROR nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [req-6be08170-4f0f-4735-9ec1-15637f689538] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6be08170-4f0f-4735-9ec1-15637f689538"}]} [ 904.820086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.829439] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "a6f46256-f7b2-40dc-a077-cc4f838df317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.829881] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.836235] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 904.858809] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 904.861390] env[70621]: DEBUG nova.compute.provider_tree [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 904.876733] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 904.907869] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 904.974510] env[70621]: DEBUG nova.compute.manager [req-7f40c1c0-101a-4f17-a95c-e1bbe136ff65 req-64cc2948-bd1c-454a-b8ec-e977dc5dedf3 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Received event network-vif-plugged-f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.974925] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f40c1c0-101a-4f17-a95c-e1bbe136ff65 req-64cc2948-bd1c-454a-b8ec-e977dc5dedf3 service nova] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.975258] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f40c1c0-101a-4f17-a95c-e1bbe136ff65 req-64cc2948-bd1c-454a-b8ec-e977dc5dedf3 service nova] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.975540] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f40c1c0-101a-4f17-a95c-e1bbe136ff65 req-64cc2948-bd1c-454a-b8ec-e977dc5dedf3 service nova] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.975979] env[70621]: DEBUG nova.compute.manager [req-7f40c1c0-101a-4f17-a95c-e1bbe136ff65 req-64cc2948-bd1c-454a-b8ec-e977dc5dedf3 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] No waiting events found dispatching network-vif-plugged-f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.976063] env[70621]: WARNING nova.compute.manager [req-7f40c1c0-101a-4f17-a95c-e1bbe136ff65 req-64cc2948-bd1c-454a-b8ec-e977dc5dedf3 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Received unexpected event network-vif-plugged-f311e41e-daad-42bb-bc63-3c743dc1ed7c for instance with vm_state building and task_state spawning. [ 905.119810] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.120201] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.120412] env[70621]: DEBUG nova.network.neutron [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.135403] env[70621]: DEBUG oslo_vmware.api [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135879, 'name': PowerOnVM_Task, 'duration_secs': 0.622418} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.139388] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.139831] env[70621]: DEBUG nova.compute.manager [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 905.141088] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb3f1a-0dbb-4147-9561-038ca9bef8f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.172514] env[70621]: DEBUG nova.compute.manager [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Instance disappeared during snapshot {{(pid=70621) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 905.198171] env[70621]: DEBUG nova.network.neutron [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Successfully updated port: f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.296435] env[70621]: DEBUG oslo_vmware.api [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222987} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.296435] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.296435] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.296435] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.299119] env[70621]: INFO nova.compute.manager [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Took 0.66 seconds to destroy the instance on the hypervisor. [ 905.299785] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.300092] env[70621]: DEBUG nova.compute.manager [-] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.300553] env[70621]: DEBUG nova.network.neutron [-] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.336431] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.510378] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825d1e4f-8f51-495d-9c09-b455a1b1ba7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.520270] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18ea910-7d50-4510-85b4-8181718ab8a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.555497] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f42e59-5382-4b13-9102-6de55fee6596 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.564779] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f239ae9-f954-4c65-b2de-aea99411475d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.580893] env[70621]: DEBUG nova.compute.provider_tree [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.662728] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.711777] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.711777] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.711777] env[70621]: DEBUG nova.network.neutron [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.870747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.915556] env[70621]: DEBUG nova.network.neutron [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.084605] env[70621]: DEBUG nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.282336] env[70621]: DEBUG nova.network.neutron [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.418995] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.442060] env[70621]: DEBUG nova.network.neutron [-] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.542829] env[70621]: DEBUG nova.network.neutron [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updating instance_info_cache with network_info: [{"id": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "address": "fa:16:3e:c7:c6:0a", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf311e41e-da", "ovs_interfaceid": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.590826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.772s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.594256] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.361s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.594481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.594646] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 906.595239] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.311s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.598026] env[70621]: INFO nova.compute.claims [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.600837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb2180-449c-463d-899a-19460f00b00a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.613959] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f2df6-defb-4516-9617-2511c6a97c96 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.635605] env[70621]: INFO nova.scheduler.client.report [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Deleted allocations for instance 3768ccae-b089-439c-943f-d54d10c245ad [ 906.640956] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83573041-1070-4a8b-be0d-dcea43243002 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.650051] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0edc0d0-50ab-4e69-823a-cf17008ce9e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.686571] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178644MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 906.686714] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.948999] env[70621]: INFO nova.compute.manager [-] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Took 1.65 seconds to deallocate network for instance. [ 906.952767] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540cec65-8a40-4431-b8fe-d2e793cf15af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.977428] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4843ef-1694-4b50-9729-4ed4f680ae62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.986713] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.048300] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Releasing lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.048772] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Instance network_info: |[{"id": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "address": "fa:16:3e:c7:c6:0a", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf311e41e-da", "ovs_interfaceid": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.049968] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:c6:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f311e41e-daad-42bb-bc63-3c743dc1ed7c', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.058062] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Creating folder: Project (ea4afbd60c604d54ab9badafa5cd5071). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.058874] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba02a2e-e2a6-4810-88f1-689bb94a2d1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.072814] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Created folder: Project (ea4afbd60c604d54ab9badafa5cd5071) in parent group-v818963. [ 907.073065] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Creating folder: Instances. Parent ref: group-v819133. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.073333] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88eeff90-d310-4ea6-9dde-143859ed824b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.086188] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Created folder: Instances in parent group-v819133. [ 907.086656] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.086926] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.087161] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24ee1ae6-3548-46bd-92b1-36c49a20b765 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.115748] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.115748] env[70621]: value = "task-4135885" [ 907.115748] env[70621]: _type = "Task" [ 907.115748] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.123184] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135885, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.145570] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fa82815f-e04c-4ddb-b21e-1420acfeca59 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "3768ccae-b089-439c-943f-d54d10c245ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.854s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.305467] env[70621]: DEBUG nova.compute.manager [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Received event network-changed-f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.305559] env[70621]: DEBUG nova.compute.manager [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Refreshing instance network info cache due to event network-changed-f311e41e-daad-42bb-bc63-3c743dc1ed7c. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.305742] env[70621]: DEBUG oslo_concurrency.lockutils [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] Acquiring lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.305890] env[70621]: DEBUG oslo_concurrency.lockutils [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] Acquired lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.306285] env[70621]: DEBUG nova.network.neutron [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Refreshing network info cache for port f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.461227] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.494182] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.494523] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00bb4af3-0466-4139-8b59-8f3760a2b0c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.504744] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 907.504744] env[70621]: value = "task-4135886" [ 907.504744] env[70621]: _type = "Task" [ 907.504744] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.514104] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.628785] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135885, 'name': CreateVM_Task, 'duration_secs': 0.452453} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.628966] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.629754] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.629910] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.630286] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.630576] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4195ecee-e1c6-4774-97e6-06b49b9ce528 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.637559] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 907.637559] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520e71c7-b55b-b3f8-cfd1-d8e95567757e" [ 907.637559] env[70621]: _type = "Task" [ 907.637559] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.649874] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520e71c7-b55b-b3f8-cfd1-d8e95567757e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.934526] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.934878] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.935289] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.935417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.935597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.938470] env[70621]: INFO nova.compute.manager [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Terminating instance [ 908.017949] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.078754] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f66988-14da-40bd-aa88-4cddfb670ae8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.089106] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e45775-2493-4b22-a590-d6969fd15350 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.099912] env[70621]: DEBUG nova.network.neutron [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updated VIF entry in instance network info cache for port f311e41e-daad-42bb-bc63-3c743dc1ed7c. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.100424] env[70621]: DEBUG nova.network.neutron [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updating instance_info_cache with network_info: [{"id": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "address": "fa:16:3e:c7:c6:0a", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf311e41e-da", "ovs_interfaceid": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.129896] env[70621]: DEBUG oslo_concurrency.lockutils [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] Releasing lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.130365] env[70621]: DEBUG nova.compute.manager [req-81a81f52-6616-4a55-a7bd-8f98757026f4 req-550dddf5-7517-481a-9c70-278e301330c0 service nova] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Received event network-vif-deleted-6aa811e4-35d4-4df0-8891-d02b73b2c96d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.131186] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbb9705-8c90-42ec-b0b2-ea6f4a7f023b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.144841] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99559cd7-0470-4a58-8195-28acac9b7755 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.158584] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520e71c7-b55b-b3f8-cfd1-d8e95567757e, 'name': SearchDatastore_Task, 'duration_secs': 0.015743} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.169401] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.169834] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.170194] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.171106] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.171106] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.171950] env[70621]: DEBUG nova.compute.provider_tree [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.173918] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99a2e248-8daf-4417-ba23-7d4a1129e9c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.186617] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.186885] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.188360] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510c5fb9-2d41-4677-9eb8-839aae23c0da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.196909] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 908.196909] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5270eb71-aa6a-76bc-bb85-aa85754db6ff" [ 908.196909] env[70621]: _type = "Task" [ 908.196909] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.211559] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5270eb71-aa6a-76bc-bb85-aa85754db6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.372067] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.372067] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.374070] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.374345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.374530] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.376808] env[70621]: INFO nova.compute.manager [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Terminating instance [ 908.447918] env[70621]: DEBUG nova.compute.manager [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.447918] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.448960] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8c11a-1788-49ad-b125-f5c8cec52bb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.458131] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.458383] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1984627e-4a9a-493e-a5be-637d367b2404 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.466976] env[70621]: DEBUG oslo_vmware.api [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 908.466976] env[70621]: value = "task-4135887" [ 908.466976] env[70621]: _type = "Task" [ 908.466976] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.481203] env[70621]: DEBUG oslo_vmware.api [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.514643] env[70621]: DEBUG oslo_vmware.api [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135886, 'name': PowerOnVM_Task, 'duration_secs': 0.662731} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.514643] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.514935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b840e6-69d4-4b0c-9802-5165300aa8e9 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance '52c59e2e-f232-4634-833e-dd07b6892c59' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.679082] env[70621]: DEBUG nova.scheduler.client.report [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.710614] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5270eb71-aa6a-76bc-bb85-aa85754db6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017977} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.711486] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd63907-51c0-41f2-b1f1-68d3adc51333 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.719022] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 908.719022] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f989ed-4ede-b717-cb43-7e010350950c" [ 908.719022] env[70621]: _type = "Task" [ 908.719022] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.728162] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f989ed-4ede-b717-cb43-7e010350950c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.875522] env[70621]: DEBUG nova.compute.manager [None req-a722564d-6d18-4c71-8d61-ae2542f77185 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image not found during clean up 9125c1be-7d57-46d2-b979-ce36ea0dd833 {{(pid=70621) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 908.881692] env[70621]: DEBUG nova.compute.manager [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.883422] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.883422] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e6b0f-4128-4b2a-b2e1-475fa19e794e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.892422] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.893113] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe4eec66-ddec-495e-84ab-7d59bab1bb34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.902061] env[70621]: DEBUG oslo_vmware.api [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 908.902061] env[70621]: value = "task-4135888" [ 908.902061] env[70621]: _type = "Task" [ 908.902061] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.912197] env[70621]: DEBUG oslo_vmware.api [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.921990] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b9cee-b801-794f-f9a2-28a958316f64/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.922925] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758091e8-4742-4825-a9ee-6cea9e7e235a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.929871] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b9cee-b801-794f-f9a2-28a958316f64/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.930183] env[70621]: ERROR oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b9cee-b801-794f-f9a2-28a958316f64/disk-0.vmdk due to incomplete transfer. [ 908.930483] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f455049-1e66-4fc9-ab0f-b498d71de0f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.939888] env[70621]: DEBUG oslo_vmware.rw_handles [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b9cee-b801-794f-f9a2-28a958316f64/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.940223] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Uploaded image da63c38d-fb08-41cc-8159-6eb996a42fdc to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.944378] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.944748] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adf6e116-dd34-43eb-94df-683499ec61b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.952769] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 908.952769] env[70621]: value = "task-4135889" [ 908.952769] env[70621]: _type = "Task" [ 908.952769] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.965650] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135889, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.978662] env[70621]: DEBUG oslo_vmware.api [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135887, 'name': PowerOffVM_Task, 'duration_secs': 0.351822} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.979456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.979456] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.979730] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e96937-92b7-4047-b7f1-daa63bebeb7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.057570] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.057984] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.058263] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleting the datastore file [datastore1] 8d5b58a3-2e84-4c7c-a111-d55a7746059e {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.058734] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7f7794-421e-4f81-aea4-06353bfd307d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.068063] env[70621]: DEBUG oslo_vmware.api [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 909.068063] env[70621]: value = "task-4135891" [ 909.068063] env[70621]: _type = "Task" [ 909.068063] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.077423] env[70621]: DEBUG oslo_vmware.api [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.185412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.186178] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.189273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.092s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.189483] env[70621]: DEBUG nova.objects.instance [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 909.229261] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f989ed-4ede-b717-cb43-7e010350950c, 'name': SearchDatastore_Task, 'duration_secs': 0.020791} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.230284] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.230595] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 7976177b-bffc-465d-aae8-a1b1cc4afb83/7976177b-bffc-465d-aae8-a1b1cc4afb83.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.230848] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8d19949-efdf-4d48-a821-6969c5297221 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.239312] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 909.239312] env[70621]: value = "task-4135892" [ 909.239312] env[70621]: _type = "Task" [ 909.239312] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.254151] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.414182] env[70621]: DEBUG oslo_vmware.api [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135888, 'name': PowerOffVM_Task, 'duration_secs': 0.278904} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.414481] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.414654] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.414918] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a099e20-88d0-4347-935b-64271b40cd55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.464552] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135889, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.485922] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.485922] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.486112] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Deleting the datastore file [datastore2] da9b79a4-5017-469d-bdc0-6d6bc49c7507 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.486887] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02e8e83c-a75c-450b-a8a4-855285cbdf76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.493841] env[70621]: DEBUG oslo_vmware.api [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for the task: (returnval){ [ 909.493841] env[70621]: value = "task-4135894" [ 909.493841] env[70621]: _type = "Task" [ 909.493841] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.503126] env[70621]: DEBUG oslo_vmware.api [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.584557] env[70621]: DEBUG oslo_vmware.api [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25151} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.585032] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.585368] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.585690] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.585971] env[70621]: INFO nova.compute.manager [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 909.586447] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.587211] env[70621]: DEBUG nova.compute.manager [-] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.587388] env[70621]: DEBUG nova.network.neutron [-] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.695776] env[70621]: DEBUG nova.compute.utils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.703477] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.703477] env[70621]: DEBUG nova.network.neutron [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.752867] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135892, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.771751] env[70621]: DEBUG nova.policy [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25e0ca03bdde4353b6fbeacf6f1cecfe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '322e607d148e4b94b93fe4a9a9cfe35f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.927803] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.928025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.965944] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135889, 'name': Destroy_Task, 'duration_secs': 0.919019} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.965944] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroyed the VM [ 909.966559] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.966559] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9fd1d1ec-9f91-4818-b5a3-76c2d1b66e0a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.974358] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 909.974358] env[70621]: value = "task-4135895" [ 909.974358] env[70621]: _type = "Task" [ 909.974358] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.985483] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.005636] env[70621]: DEBUG oslo_vmware.api [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Task: {'id': task-4135894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487874} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.005960] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.006195] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.006438] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.006623] env[70621]: INFO nova.compute.manager [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Took 1.12 seconds to destroy the instance on the hypervisor. [ 910.006911] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.008625] env[70621]: DEBUG nova.compute.manager [-] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.008746] env[70621]: DEBUG nova.network.neutron [-] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.011887] env[70621]: DEBUG nova.compute.manager [req-5cb150bc-f377-4518-9616-77b4faa952ad req-ca6068e0-abe1-4c92-bb41-d8ae78356550 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Received event network-vif-deleted-4db556ee-f389-412d-89d9-0dcf0a76fdec {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.012098] env[70621]: INFO nova.compute.manager [req-5cb150bc-f377-4518-9616-77b4faa952ad req-ca6068e0-abe1-4c92-bb41-d8ae78356550 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Neutron deleted interface 4db556ee-f389-412d-89d9-0dcf0a76fdec; detaching it from the instance and deleting it from the info cache [ 910.012309] env[70621]: DEBUG nova.network.neutron [req-5cb150bc-f377-4518-9616-77b4faa952ad req-ca6068e0-abe1-4c92-bb41-d8ae78356550 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.167586] env[70621]: DEBUG nova.network.neutron [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Successfully created port: 39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.205137] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.207388] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6aba5e82-afae-4a46-b967-b5ddc1844fad tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.212580] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.211s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.213050] env[70621]: DEBUG nova.objects.instance [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lazy-loading 'resources' on Instance uuid d3d89f04-2a0b-49d0-ac74-f1315b68cd35 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.257238] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651586} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.257238] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 7976177b-bffc-465d-aae8-a1b1cc4afb83/7976177b-bffc-465d-aae8-a1b1cc4afb83.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.257238] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.257238] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baa6aa3a-a016-49dd-a3c5-a55b1842fb4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.267203] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 910.267203] env[70621]: value = "task-4135896" [ 910.267203] env[70621]: _type = "Task" [ 910.267203] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.280034] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.423433] env[70621]: DEBUG nova.network.neutron [-] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.430534] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.486144] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.517308] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fc40d72-e1f1-446c-9a97-f5274b34e623 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.530678] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eeb9ea-75c9-4e4f-893c-5491ae2d181c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.567986] env[70621]: DEBUG nova.compute.manager [req-5cb150bc-f377-4518-9616-77b4faa952ad req-ca6068e0-abe1-4c92-bb41-d8ae78356550 service nova] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Detach interface failed, port_id=4db556ee-f389-412d-89d9-0dcf0a76fdec, reason: Instance 8d5b58a3-2e84-4c7c-a111-d55a7746059e could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 910.631825] env[70621]: DEBUG nova.network.neutron [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Port 34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.632140] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.632374] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.632688] env[70621]: DEBUG nova.network.neutron [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.779125] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152023} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.779422] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.780322] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1076d587-ba22-463c-818b-52170f1157f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.806786] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 7976177b-bffc-465d-aae8-a1b1cc4afb83/7976177b-bffc-465d-aae8-a1b1cc4afb83.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.807221] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d823014a-7fca-48b9-a33d-cf14352e8abe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.831699] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 910.831699] env[70621]: value = "task-4135897" [ 910.831699] env[70621]: _type = "Task" [ 910.831699] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.841987] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.888492] env[70621]: DEBUG nova.network.neutron [-] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.925572] env[70621]: INFO nova.compute.manager [-] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Took 1.34 seconds to deallocate network for instance. [ 910.951370] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.988567] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135895, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.156550] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4f98c-b876-4c3e-8b33-50708930720e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.167709] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b853b5-6be6-4525-bcad-6d5a56aca1fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.216059] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797c946a-c793-4b5c-bd9a-5d2909c7cff4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.225404] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.229463] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e01dfb-1893-471f-bb92-8d962a355dc6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.247190] env[70621]: DEBUG nova.compute.provider_tree [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.259549] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.259811] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.259922] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.260127] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.260282] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.260430] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.260651] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.260876] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.261029] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.261213] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.261392] env[70621]: DEBUG nova.virt.hardware [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.262333] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d93fcf-3d01-4b00-be77-3afc9de0de52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.274432] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e09525-8fb4-4919-8947-a070ca7fca56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.343040] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135897, 'name': ReconfigVM_Task, 'duration_secs': 0.397039} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.343354] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 7976177b-bffc-465d-aae8-a1b1cc4afb83/7976177b-bffc-465d-aae8-a1b1cc4afb83.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.344030] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e72571a2-8983-4a58-b606-bfe0e9d22963 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.351722] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 911.351722] env[70621]: value = "task-4135898" [ 911.351722] env[70621]: _type = "Task" [ 911.351722] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.361460] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135898, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.391475] env[70621]: INFO nova.compute.manager [-] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Took 1.38 seconds to deallocate network for instance. [ 911.433871] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.488225] env[70621]: DEBUG oslo_vmware.api [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135895, 'name': RemoveSnapshot_Task, 'duration_secs': 1.325936} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.489331] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.489331] env[70621]: INFO nova.compute.manager [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 17.01 seconds to snapshot the instance on the hypervisor. [ 911.497539] env[70621]: DEBUG nova.network.neutron [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.753148] env[70621]: DEBUG nova.scheduler.client.report [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.863242] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135898, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.899540] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.987831] env[70621]: DEBUG nova.compute.manager [req-0e23f91f-be58-4b85-a3ba-c3900cc6c00e req-ece21963-acbf-4d9e-baac-560563ef39be service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received event network-vif-plugged-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.988030] env[70621]: DEBUG oslo_concurrency.lockutils [req-0e23f91f-be58-4b85-a3ba-c3900cc6c00e req-ece21963-acbf-4d9e-baac-560563ef39be service nova] Acquiring lock "7433b972-851b-4a4b-903f-c0a003901739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.988261] env[70621]: DEBUG oslo_concurrency.lockutils [req-0e23f91f-be58-4b85-a3ba-c3900cc6c00e req-ece21963-acbf-4d9e-baac-560563ef39be service nova] Lock "7433b972-851b-4a4b-903f-c0a003901739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.988441] env[70621]: DEBUG oslo_concurrency.lockutils [req-0e23f91f-be58-4b85-a3ba-c3900cc6c00e req-ece21963-acbf-4d9e-baac-560563ef39be service nova] Lock "7433b972-851b-4a4b-903f-c0a003901739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.988715] env[70621]: DEBUG nova.compute.manager [req-0e23f91f-be58-4b85-a3ba-c3900cc6c00e req-ece21963-acbf-4d9e-baac-560563ef39be service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] No waiting events found dispatching network-vif-plugged-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.988961] env[70621]: WARNING nova.compute.manager [req-0e23f91f-be58-4b85-a3ba-c3900cc6c00e req-ece21963-acbf-4d9e-baac-560563ef39be service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received unexpected event network-vif-plugged-39e7649e-b82e-48aa-9542-c7c252eff660 for instance with vm_state building and task_state spawning. [ 912.003880] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.044186] env[70621]: DEBUG nova.compute.manager [req-ab9827c8-ec6e-4bb9-8926-d33c82f7ef5f req-464cd080-3b42-4868-8846-9e0f081d29ae service nova] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Received event network-vif-deleted-b70fa6e0-c9a5-4c34-bc53-90dc0ba472ff {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.057234] env[70621]: DEBUG nova.compute.manager [None req-30c64ba6-2ec2-469d-b354-20f68c530de1 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Found 2 images (rotation: 2) {{(pid=70621) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 912.153806] env[70621]: DEBUG nova.network.neutron [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Successfully updated port: 39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.258913] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.261912] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.280s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.264091] env[70621]: INFO nova.compute.claims [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.283841] env[70621]: INFO nova.scheduler.client.report [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleted allocations for instance d3d89f04-2a0b-49d0-ac74-f1315b68cd35 [ 912.363977] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135898, 'name': Rename_Task, 'duration_secs': 0.938931} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.364294] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.364843] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31315ab1-f12d-4dcf-b5ed-7a556e5f33c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.372588] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 912.372588] env[70621]: value = "task-4135899" [ 912.372588] env[70621]: _type = "Task" [ 912.372588] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.381407] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.507442] env[70621]: DEBUG nova.compute.manager [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70621) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 912.507835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.655464] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.655649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.655832] env[70621]: DEBUG nova.network.neutron [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.758735] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c63832-3503-be2c-bf47-e2423e195b6c/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.759802] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860bba45-d35c-42c4-9a68-a2a06aa8f9fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.767087] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c63832-3503-be2c-bf47-e2423e195b6c/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.767345] env[70621]: ERROR oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c63832-3503-be2c-bf47-e2423e195b6c/disk-0.vmdk due to incomplete transfer. [ 912.767603] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-93eb22b2-9374-4a51-8e22-4c604bef5812 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.779294] env[70621]: DEBUG oslo_vmware.rw_handles [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c63832-3503-be2c-bf47-e2423e195b6c/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.779569] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Uploaded image 2014cfcc-01a1-4b33-bd56-230565a4286b to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.782195] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.783489] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68e2eb3e-6207-4d87-9f95-893a4deb18a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.793428] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 912.793428] env[70621]: value = "task-4135900" [ 912.793428] env[70621]: _type = "Task" [ 912.793428] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.793915] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e55e1d3-6d79-465a-a80c-d38ea4ef0316 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "d3d89f04-2a0b-49d0-ac74-f1315b68cd35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.163s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.806609] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135900, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.884858] env[70621]: DEBUG oslo_vmware.api [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4135899, 'name': PowerOnVM_Task, 'duration_secs': 0.485747} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.885169] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.885380] env[70621]: INFO nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Took 9.03 seconds to spawn the instance on the hypervisor. [ 912.885570] env[70621]: DEBUG nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.886437] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f2e99-f830-4f5b-8c67-f737a6d8da3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.220528] env[70621]: DEBUG nova.network.neutron [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.309695] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135900, 'name': Destroy_Task, 'duration_secs': 0.509428} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.310495] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Destroyed the VM [ 913.310495] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.310495] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90b9ba47-3442-4901-9625-9afe18025676 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.320146] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 913.320146] env[70621]: value = "task-4135901" [ 913.320146] env[70621]: _type = "Task" [ 913.320146] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.336200] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.412582] env[70621]: INFO nova.compute.manager [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Took 54.34 seconds to build instance. [ 913.450601] env[70621]: DEBUG nova.network.neutron [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.578838] env[70621]: DEBUG nova.compute.manager [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.583503] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f2c35-e0cf-4b53-a61e-63909ad33953 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.686325] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ba20b-98b6-44dd-a4b1-249432ce1df1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.695457] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4a7f60-f6d6-457d-9515-5713c0c0fe20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.731653] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46a7f7-750f-4ff9-bfe9-a514ce8a93cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.739689] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8c8fd4-ecba-4769-ba18-72993f7502cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.754549] env[70621]: DEBUG nova.compute.provider_tree [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.782886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.783170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.783385] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.783569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.783741] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.786021] env[70621]: INFO nova.compute.manager [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Terminating instance [ 913.830301] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135901, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373409} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.830585] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.830951] env[70621]: DEBUG nova.compute.manager [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.831786] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9f4de-857e-49c4-b5be-f6d8d4b24f78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.920727] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f16a7c13-9f09-4cec-960f-28b3d0ced3e6 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.491s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.953183] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.953538] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Instance network_info: |[{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.953972] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:a3:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e7649e-b82e-48aa-9542-c7c252eff660', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.961731] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Creating folder: Project (322e607d148e4b94b93fe4a9a9cfe35f). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.962027] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea8bd471-8714-4d5f-b749-124a9b72e0ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.975554] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Created folder: Project (322e607d148e4b94b93fe4a9a9cfe35f) in parent group-v818963. [ 913.975724] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Creating folder: Instances. Parent ref: group-v819136. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.975973] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3c32ec8-19a9-47f0-be75-43f62bbe869b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.986942] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Created folder: Instances in parent group-v819136. [ 913.987232] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.987425] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.987640] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d93cf1-2199-47b8-9799-ca4c5385ac74 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.008360] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.008360] env[70621]: value = "task-4135904" [ 914.008360] env[70621]: _type = "Task" [ 914.008360] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.014368] env[70621]: DEBUG nova.compute.manager [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.014490] env[70621]: DEBUG nova.compute.manager [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing instance network info cache due to event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.014729] env[70621]: DEBUG oslo_concurrency.lockutils [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.014844] env[70621]: DEBUG oslo_concurrency.lockutils [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.015013] env[70621]: DEBUG nova.network.neutron [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.019831] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135904, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.056748] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.056993] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.057540] env[70621]: DEBUG nova.objects.instance [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'flavor' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.095603] env[70621]: INFO nova.compute.manager [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] instance snapshotting [ 914.096395] env[70621]: DEBUG nova.objects.instance [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'flavor' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.258684] env[70621]: DEBUG nova.scheduler.client.report [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.288732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "refresh_cache-0a6901f6-cb75-48df-a838-f3878ecbc8aa" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.288983] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquired lock "refresh_cache-0a6901f6-cb75-48df-a838-f3878ecbc8aa" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.289195] env[70621]: DEBUG nova.network.neutron [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.346038] env[70621]: INFO nova.compute.manager [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Shelve offloading [ 914.526474] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135904, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.562336] env[70621]: DEBUG nova.objects.instance [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.626101] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b583679-ac73-4668-833e-4ff28b6cb307 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.637527] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c850ce-f80d-4e06-8fb6-67b6aa556beb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.764278] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.764822] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.767545] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.664s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.771104] env[70621]: DEBUG nova.objects.instance [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lazy-loading 'resources' on Instance uuid 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.813028] env[70621]: DEBUG nova.network.neutron [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.853597] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.853597] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-836294be-a175-452f-8256-2a1f479429bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.862384] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 914.862384] env[70621]: value = "task-4135905" [ 914.862384] env[70621]: _type = "Task" [ 914.862384] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.872383] env[70621]: DEBUG nova.network.neutron [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.876663] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 914.877748] env[70621]: DEBUG nova.compute.manager [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.877748] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d133a0-a84c-436f-82a3-5c5d7e53ef2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.885048] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.885234] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.885406] env[70621]: DEBUG nova.network.neutron [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.019720] env[70621]: DEBUG nova.network.neutron [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updated VIF entry in instance network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.020174] env[70621]: DEBUG nova.network.neutron [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.024501] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135904, 'name': CreateVM_Task, 'duration_secs': 0.717264} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.024884] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.025787] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.025886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.026216] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.026509] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12fbfb9-c879-484b-b7cf-c01eb74f2bf9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.032030] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 915.032030] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d1a9dc-7a14-f822-cbb3-b5efd0e1ee65" [ 915.032030] env[70621]: _type = "Task" [ 915.032030] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.042010] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d1a9dc-7a14-f822-cbb3-b5efd0e1ee65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.068762] env[70621]: DEBUG nova.objects.base [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Object Instance<9c8db63a-ad0f-48c4-8e07-54e59b76ff54> lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 915.069036] env[70621]: DEBUG nova.network.neutron [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.149862] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.150208] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c77dba4-178e-4f54-ba5d-15471a689657 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.161773] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 915.161773] env[70621]: value = "task-4135906" [ 915.161773] env[70621]: _type = "Task" [ 915.161773] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.172497] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.200965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b11c05a6-880e-425e-8fb6-2b6bcdd3e7d5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.144s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.270659] env[70621]: DEBUG nova.compute.utils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.274488] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.274679] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.329699] env[70621]: DEBUG nova.policy [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48970e4a1aa34ba98368b91c35471987', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '840be83058764f219ba8a03127f8f0aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.377001] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Releasing lock "refresh_cache-0a6901f6-cb75-48df-a838-f3878ecbc8aa" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.377478] env[70621]: DEBUG nova.compute.manager [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.377751] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.378751] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed23808-3931-4953-8224-b997cd75ed27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.389624] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.389955] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50ffca8f-ab26-430d-9666-c84ce0a69fab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.401130] env[70621]: DEBUG oslo_vmware.api [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 915.401130] env[70621]: value = "task-4135907" [ 915.401130] env[70621]: _type = "Task" [ 915.401130] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.417222] env[70621]: DEBUG oslo_vmware.api [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.529553] env[70621]: DEBUG oslo_concurrency.lockutils [req-5cdfeb8b-24ed-44d9-916e-6a19957fea2e req-ccb278c5-c4bd-4778-905e-719ba2067918 service nova] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.543497] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d1a9dc-7a14-f822-cbb3-b5efd0e1ee65, 'name': SearchDatastore_Task, 'duration_secs': 0.043066} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.546494] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.546794] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.547064] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.547233] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.547416] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.549046] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-320e413a-ecb7-4e99-9912-909445869954 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.558064] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.558251] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.561602] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49315ae-d708-4a14-9624-c412bb56b77f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.571362] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 915.571362] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ddb8b0-af0e-936f-d559-252525c2837f" [ 915.571362] env[70621]: _type = "Task" [ 915.571362] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.584661] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ddb8b0-af0e-936f-d559-252525c2837f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.649929] env[70621]: DEBUG nova.network.neutron [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updating instance_info_cache with network_info: [{"id": "b0205051-4c57-4c93-9af0-9d485ff54959", "address": "fa:16:3e:16:51:32", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0205051-4c", "ovs_interfaceid": "b0205051-4c57-4c93-9af0-9d485ff54959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.677233] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135906, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.724549] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f1588-e047-420c-b291-7e65940ef0c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.744888] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3e5eab-e9cd-440a-82e4-9d7eea88739f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.779847] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.783444] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28975351-5576-4c76-9d0b-620aee23fe05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.792365] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50120eae-59c0-4201-87ad-8da7aced92ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.810053] env[70621]: DEBUG nova.compute.provider_tree [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.814688] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Successfully created port: 80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.911157] env[70621]: DEBUG oslo_vmware.api [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135907, 'name': PowerOffVM_Task, 'duration_secs': 0.149763} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.911369] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.911536] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.911790] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d8f5252-27a5-4b33-b04e-bfbc2a7856ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.942278] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.942510] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.942695] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleting the datastore file [datastore2] 0a6901f6-cb75-48df-a838-f3878ecbc8aa {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.942974] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab83bc5-7a24-48ae-99d8-c306f0d4435e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950158] env[70621]: DEBUG oslo_vmware.api [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for the task: (returnval){ [ 915.950158] env[70621]: value = "task-4135909" [ 915.950158] env[70621]: _type = "Task" [ 915.950158] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.959998] env[70621]: DEBUG oslo_vmware.api [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.082836] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ddb8b0-af0e-936f-d559-252525c2837f, 'name': SearchDatastore_Task, 'duration_secs': 0.012782} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.083675] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f04b19c-42b5-4d10-b91f-b6020b744500 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.090172] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 916.090172] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d9ddec-7893-682b-1815-8d1b9e8c7d49" [ 916.090172] env[70621]: _type = "Task" [ 916.090172] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.099692] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d9ddec-7893-682b-1815-8d1b9e8c7d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.156502] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.177023] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135906, 'name': CreateSnapshot_Task, 'duration_secs': 0.824562} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.177259] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.178114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020b11b5-3766-47d6-8393-f7c4419851dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.227430] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Successfully created port: d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.238417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "9253259a-e5e7-459b-b2d3-673dd53c40af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.239092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.239092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "9253259a-e5e7-459b-b2d3-673dd53c40af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.239092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.239307] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.241292] env[70621]: INFO nova.compute.manager [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Terminating instance [ 916.313397] env[70621]: DEBUG nova.scheduler.client.report [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.410390] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.411356] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baed3b3-9637-45ce-b597-a9e555cf5460 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.419643] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.420101] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a045918d-4cd8-4b58-9056-932c08ffd7f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.461530] env[70621]: DEBUG oslo_vmware.api [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Task: {'id': task-4135909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199839} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.461874] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.462261] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.462380] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.462712] env[70621]: INFO nova.compute.manager [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Took 1.08 seconds to destroy the instance on the hypervisor. [ 916.462885] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.463133] env[70621]: DEBUG nova.compute.manager [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.463265] env[70621]: DEBUG nova.network.neutron [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.481801] env[70621]: DEBUG nova.network.neutron [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.493951] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.494277] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.494512] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleting the datastore file [datastore2] 1e3131a4-10fd-4178-9803-1e2d8b683ce3 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.494830] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a744e7a-c444-42e9-a5f3-882e9d042c8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.503032] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 916.503032] env[70621]: value = "task-4135911" [ 916.503032] env[70621]: _type = "Task" [ 916.503032] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.518929] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.551013] env[70621]: DEBUG nova.compute.manager [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Received event network-changed-f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.551226] env[70621]: DEBUG nova.compute.manager [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Refreshing instance network info cache due to event network-changed-f311e41e-daad-42bb-bc63-3c743dc1ed7c. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.551442] env[70621]: DEBUG oslo_concurrency.lockutils [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] Acquiring lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.551579] env[70621]: DEBUG oslo_concurrency.lockutils [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] Acquired lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.551738] env[70621]: DEBUG nova.network.neutron [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Refreshing network info cache for port f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.586867] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Successfully created port: a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.601296] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d9ddec-7893-682b-1815-8d1b9e8c7d49, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.601482] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602135] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 7433b972-851b-4a4b-903f-c0a003901739/7433b972-851b-4a4b-903f-c0a003901739.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.602135] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d02760bb-6d4d-444f-b729-57798c2aecbe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.609703] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 916.609703] env[70621]: value = "task-4135912" [ 916.609703] env[70621]: _type = "Task" [ 916.609703] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.618508] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.701185] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.701185] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c350841-868f-41df-8f3c-a8bb78fb0d49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.710603] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 916.710603] env[70621]: value = "task-4135913" [ 916.710603] env[70621]: _type = "Task" [ 916.710603] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.722862] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135913, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.735174] env[70621]: DEBUG nova.compute.manager [req-3999b468-0315-4765-9350-3e8bfb3c2262 req-69851915-2d8f-4547-a1f0-8eebe9dd25ee service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Received event network-vif-unplugged-b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.735174] env[70621]: DEBUG oslo_concurrency.lockutils [req-3999b468-0315-4765-9350-3e8bfb3c2262 req-69851915-2d8f-4547-a1f0-8eebe9dd25ee service nova] Acquiring lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.735174] env[70621]: DEBUG oslo_concurrency.lockutils [req-3999b468-0315-4765-9350-3e8bfb3c2262 req-69851915-2d8f-4547-a1f0-8eebe9dd25ee service nova] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.735436] env[70621]: DEBUG oslo_concurrency.lockutils [req-3999b468-0315-4765-9350-3e8bfb3c2262 req-69851915-2d8f-4547-a1f0-8eebe9dd25ee service nova] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.735767] env[70621]: DEBUG nova.compute.manager [req-3999b468-0315-4765-9350-3e8bfb3c2262 req-69851915-2d8f-4547-a1f0-8eebe9dd25ee service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] No waiting events found dispatching network-vif-unplugged-b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 916.736399] env[70621]: WARNING nova.compute.manager [req-3999b468-0315-4765-9350-3e8bfb3c2262 req-69851915-2d8f-4547-a1f0-8eebe9dd25ee service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Received unexpected event network-vif-unplugged-b0205051-4c57-4c93-9af0-9d485ff54959 for instance with vm_state shelved and task_state shelving_offloading. [ 916.745607] env[70621]: DEBUG nova.compute.manager [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.745842] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.746789] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a0dd4-82da-4b2a-8853-9370e1af4633 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.760429] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.760870] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb3e66d-0bc6-434b-bdbe-d44624477626 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.769306] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 916.769306] env[70621]: value = "task-4135914" [ 916.769306] env[70621]: _type = "Task" [ 916.769306] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.778690] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.789379] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.818258] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.821884] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.780s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.822354] env[70621]: DEBUG nova.objects.instance [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lazy-loading 'resources' on Instance uuid 5df83e4f-6100-4d48-9b59-d29ddf7cbad0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.828357] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.831035] env[70621]: DEBUG nova.virt.hardware [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.831444] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659fb791-31ae-4caa-a322-7a22cbac85e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.843367] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b06b9-aa56-4331-8351-f6e7ff6cf70b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.855146] env[70621]: INFO nova.scheduler.client.report [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Deleted allocations for instance 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941 [ 916.984672] env[70621]: DEBUG nova.network.neutron [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.016953] env[70621]: DEBUG oslo_vmware.api [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4135911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164905} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.017269] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.017461] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.017651] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.038239] env[70621]: INFO nova.scheduler.client.report [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocations for instance 1e3131a4-10fd-4178-9803-1e2d8b683ce3 [ 917.124214] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.221839] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135913, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.280148] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.315730] env[70621]: DEBUG nova.network.neutron [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updated VIF entry in instance network info cache for port f311e41e-daad-42bb-bc63-3c743dc1ed7c. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.316162] env[70621]: DEBUG nova.network.neutron [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updating instance_info_cache with network_info: [{"id": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "address": "fa:16:3e:c7:c6:0a", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf311e41e-da", "ovs_interfaceid": "f311e41e-daad-42bb-bc63-3c743dc1ed7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.362622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-79a3eca0-d548-4619-bf1b-9f499b1c6e26 tempest-ServersTestManualDisk-62724510 tempest-ServersTestManualDisk-62724510-project-member] Lock "90c73ad4-26f8-4bb9-80cc-5c6d1c26b941" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.376s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.398891] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.399307] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.399507] env[70621]: DEBUG nova.objects.instance [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'flavor' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.488210] env[70621]: INFO nova.compute.manager [-] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Took 1.02 seconds to deallocate network for instance. [ 917.543672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.621574] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597696} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.625529] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 7433b972-851b-4a4b-903f-c0a003901739/7433b972-851b-4a4b-903f-c0a003901739.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.625529] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.625866] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-103f8d82-5d40-445f-b039-30cae1f7ddd5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.633552] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 917.633552] env[70621]: value = "task-4135915" [ 917.633552] env[70621]: _type = "Task" [ 917.633552] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.647733] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.661515] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d6566e-5d53-47ba-a19f-869554bbe85a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.671377] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab5820-e670-46e6-bc2f-0a1bb0fa361c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.706065] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c7fdf7-9218-47b3-b335-980faeffdbc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.717977] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e8ecf-dffb-43f1-9818-63d5e627a86d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.728336] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135913, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.736820] env[70621]: DEBUG nova.compute.provider_tree [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.780484] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135914, 'name': PowerOffVM_Task, 'duration_secs': 0.895951} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.780824] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.781103] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.781219] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a0d833d-8fb0-4ca0-b811-6f4fdd00f710 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.819505] env[70621]: DEBUG oslo_concurrency.lockutils [req-6b6bd8de-9dd0-42b4-86fe-86339a92980a req-3c8fcb8d-ddf4-4d93-9945-52feff2260cf service nova] Releasing lock "refresh_cache-7976177b-bffc-465d-aae8-a1b1cc4afb83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.876334] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.876591] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.876776] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Deleting the datastore file [datastore1] 9253259a-e5e7-459b-b2d3-673dd53c40af {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.877077] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18746c9f-9000-4561-8f29-1e6625df3210 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.884783] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for the task: (returnval){ [ 917.884783] env[70621]: value = "task-4135917" [ 917.884783] env[70621]: _type = "Task" [ 917.884783] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.894134] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.995548] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.002315] env[70621]: DEBUG nova.objects.instance [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.017977] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.144695] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078981} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.144980] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.145791] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb807d-9158-48dc-b0c4-7a5093bc9f23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.168660] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 7433b972-851b-4a4b-903f-c0a003901739/7433b972-851b-4a4b-903f-c0a003901739.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.169221] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-937f0530-3776-4a36-973c-5afeb97a7ce2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.188823] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 918.188823] env[70621]: value = "task-4135918" [ 918.188823] env[70621]: _type = "Task" [ 918.188823] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.199154] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.223791] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135913, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.240425] env[70621]: DEBUG nova.scheduler.client.report [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.301175] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Successfully updated port: 80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.394978] env[70621]: DEBUG oslo_vmware.api [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Task: {'id': task-4135917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488599} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.395303] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.395463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.395733] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.395805] env[70621]: INFO nova.compute.manager [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Took 1.65 seconds to destroy the instance on the hypervisor. [ 918.396313] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.396313] env[70621]: DEBUG nova.compute.manager [-] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.396431] env[70621]: DEBUG nova.network.neutron [-] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.505016] env[70621]: DEBUG nova.objects.base [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Object Instance<9c8db63a-ad0f-48c4-8e07-54e59b76ff54> lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.505351] env[70621]: DEBUG nova.network.neutron [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.544506] env[70621]: DEBUG nova.policy [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.699177] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135918, 'name': ReconfigVM_Task, 'duration_secs': 0.376902} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.699507] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 7433b972-851b-4a4b-903f-c0a003901739/7433b972-851b-4a4b-903f-c0a003901739.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.700233] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52106a80-f35e-49bd-b8ad-5450e4171a7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.708267] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 918.708267] env[70621]: value = "task-4135919" [ 918.708267] env[70621]: _type = "Task" [ 918.708267] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.718793] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135919, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.727347] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135913, 'name': CloneVM_Task, 'duration_secs': 1.946835} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.727627] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Created linked-clone VM from snapshot [ 918.728468] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4876ebd1-9c95-4875-b270-52e9edab77e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.738496] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Uploading image 0d4720b6-9ea8-4afd-bec0-7f3c8113fcaf {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 918.747520] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.749860] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.497s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.750100] env[70621]: DEBUG nova.objects.instance [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 918.775555] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 918.775555] env[70621]: value = "vm-819140" [ 918.775555] env[70621]: _type = "VirtualMachine" [ 918.775555] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 918.775892] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9deee15e-e218-4f02-997e-82ba0c00be87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.782379] env[70621]: DEBUG nova.compute.manager [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-vif-plugged-80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.782615] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] Acquiring lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.782844] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.783107] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.783229] env[70621]: DEBUG nova.compute.manager [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] No waiting events found dispatching network-vif-plugged-80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 918.783383] env[70621]: WARNING nova.compute.manager [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received unexpected event network-vif-plugged-80c1b4a4-402c-48eb-b971-d8a25d2e3581 for instance with vm_state building and task_state spawning. [ 918.783554] env[70621]: DEBUG nova.compute.manager [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-changed-80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.783725] env[70621]: DEBUG nova.compute.manager [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Refreshing instance network info cache due to event network-changed-80c1b4a4-402c-48eb-b971-d8a25d2e3581. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.783909] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] Acquiring lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.784075] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] Acquired lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.784248] env[70621]: DEBUG nova.network.neutron [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Refreshing network info cache for port 80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.786253] env[70621]: INFO nova.scheduler.client.report [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Deleted allocations for instance 5df83e4f-6100-4d48-9b59-d29ddf7cbad0 [ 918.789149] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease: (returnval){ [ 918.789149] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5211b897-d3fb-f61e-931a-4a9d5147c9af" [ 918.789149] env[70621]: _type = "HttpNfcLease" [ 918.789149] env[70621]: } obtained for exporting VM: (result){ [ 918.789149] env[70621]: value = "vm-819140" [ 918.789149] env[70621]: _type = "VirtualMachine" [ 918.789149] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 918.789407] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the lease: (returnval){ [ 918.789407] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5211b897-d3fb-f61e-931a-4a9d5147c9af" [ 918.789407] env[70621]: _type = "HttpNfcLease" [ 918.789407] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 918.803917] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.803917] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5211b897-d3fb-f61e-931a-4a9d5147c9af" [ 918.803917] env[70621]: _type = "HttpNfcLease" [ 918.803917] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.804205] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.804205] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5211b897-d3fb-f61e-931a-4a9d5147c9af" [ 918.804205] env[70621]: _type = "HttpNfcLease" [ 918.804205] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.805092] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862b738d-68b1-4a3d-bb3a-ca24a777808e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.817218] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7ca9e-b1dc-db1d-0e9d-f441136f2582/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.817433] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7ca9e-b1dc-db1d-0e9d-f441136f2582/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.922670] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-268664dd-027d-4724-b41f-cfaf6700fa69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.057313] env[70621]: DEBUG nova.compute.manager [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Received event network-changed-b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.057507] env[70621]: DEBUG nova.compute.manager [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Refreshing instance network info cache due to event network-changed-b0205051-4c57-4c93-9af0-9d485ff54959. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.057718] env[70621]: DEBUG oslo_concurrency.lockutils [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] Acquiring lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.057861] env[70621]: DEBUG oslo_concurrency.lockutils [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] Acquired lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.058032] env[70621]: DEBUG nova.network.neutron [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Refreshing network info cache for port b0205051-4c57-4c93-9af0-9d485ff54959 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.059823] env[70621]: DEBUG nova.network.neutron [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Successfully created port: 43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.221700] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135919, 'name': Rename_Task, 'duration_secs': 0.154458} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.221700] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.221921] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4373d41c-1afb-411b-a160-c34e2df150a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.233356] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 919.233356] env[70621]: value = "task-4135921" [ 919.233356] env[70621]: _type = "Task" [ 919.233356] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.244756] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.300645] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88012b28-a7ad-4290-8f4e-17ed906abf51 tempest-SecurityGroupsTestJSON-818479832 tempest-SecurityGroupsTestJSON-818479832-project-member] Lock "5df83e4f-6100-4d48-9b59-d29ddf7cbad0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.727s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.354154] env[70621]: DEBUG nova.network.neutron [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.455596] env[70621]: DEBUG nova.network.neutron [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.697045] env[70621]: DEBUG nova.network.neutron [-] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.752127] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135921, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.759986] env[70621]: DEBUG oslo_concurrency.lockutils [None req-479b831a-1c87-436a-9ec9-7f604a11eca1 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.760990] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.722s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.763134] env[70621]: DEBUG nova.objects.instance [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lazy-loading 'resources' on Instance uuid 2ac2e500-e00f-44ad-a7a7-10219c79c035 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.958484] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b459ce5-e056-4bf4-9471-f497ba6c3f60 req-486bf1e3-48f0-4e28-bbb7-fc209c196fee service nova] Releasing lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.169910] env[70621]: DEBUG nova.network.neutron [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updated VIF entry in instance network info cache for port b0205051-4c57-4c93-9af0-9d485ff54959. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.170500] env[70621]: DEBUG nova.network.neutron [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updating instance_info_cache with network_info: [{"id": "b0205051-4c57-4c93-9af0-9d485ff54959", "address": "fa:16:3e:16:51:32", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": null, "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb0205051-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.203212] env[70621]: INFO nova.compute.manager [-] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Took 1.81 seconds to deallocate network for instance. [ 920.255291] env[70621]: DEBUG oslo_vmware.api [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4135921, 'name': PowerOnVM_Task, 'duration_secs': 0.633667} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.255879] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.256497] env[70621]: INFO nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Took 9.03 seconds to spawn the instance on the hypervisor. [ 920.257417] env[70621]: DEBUG nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.259580] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a262ba-04a5-472d-ad42-18b672665387 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.650156] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0f2c9-fdc9-4b01-bd7a-d379cd2956c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.666665] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3734abe6-3601-4608-819a-88a70be79f7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.674176] env[70621]: DEBUG oslo_concurrency.lockutils [req-785c1ac0-ad18-4494-a7f4-a479e5c3efdc req-f952d898-415a-45ac-aefd-5bcd0a60f33e service nova] Releasing lock "refresh_cache-1e3131a4-10fd-4178-9803-1e2d8b683ce3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.705651] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b072eb-29d7-471a-9329-ebf6b867118a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.710956] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.718910] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f42380-8498-4f1f-81ac-7464340e4a4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.735458] env[70621]: DEBUG nova.compute.provider_tree [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.782990] env[70621]: INFO nova.compute.manager [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Took 51.52 seconds to build instance. [ 921.080051] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Successfully updated port: d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.235741] env[70621]: DEBUG nova.network.neutron [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Successfully updated port: 43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.239242] env[70621]: DEBUG nova.scheduler.client.report [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.285287] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c5bb2526-3ba2-4477-bfa5-b3ac185d736d tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "7433b972-851b-4a4b-903f-c0a003901739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.520s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.738096] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.738385] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.738744] env[70621]: DEBUG nova.network.neutron [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.747193] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.754379] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.649s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.754379] env[70621]: DEBUG nova.objects.instance [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lazy-loading 'resources' on Instance uuid 557df77b-d4f0-4160-9ccf-b041b5f0e902 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.781888] env[70621]: INFO nova.scheduler.client.report [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleted allocations for instance 2ac2e500-e00f-44ad-a7a7-10219c79c035 [ 921.843623] env[70621]: DEBUG nova.compute.manager [req-61cd621c-be65-4602-be8f-cb4798b7e372 req-1a0d33a5-2500-403c-b72e-7d8bd9b21531 service nova] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Received event network-vif-deleted-d8c25d00-3307-4c08-a18e-c8957a91f0bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.862995] env[70621]: DEBUG nova.compute.manager [req-1c4e1b3d-cde4-461e-95e3-8510fe282071 req-d589ef43-220f-4426-868d-08a967f8b6da service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-vif-plugged-43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.862995] env[70621]: DEBUG oslo_concurrency.lockutils [req-1c4e1b3d-cde4-461e-95e3-8510fe282071 req-d589ef43-220f-4426-868d-08a967f8b6da service nova] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.862995] env[70621]: DEBUG oslo_concurrency.lockutils [req-1c4e1b3d-cde4-461e-95e3-8510fe282071 req-d589ef43-220f-4426-868d-08a967f8b6da service nova] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.862995] env[70621]: DEBUG oslo_concurrency.lockutils [req-1c4e1b3d-cde4-461e-95e3-8510fe282071 req-d589ef43-220f-4426-868d-08a967f8b6da service nova] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.863398] env[70621]: DEBUG nova.compute.manager [req-1c4e1b3d-cde4-461e-95e3-8510fe282071 req-d589ef43-220f-4426-868d-08a967f8b6da service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] No waiting events found dispatching network-vif-plugged-43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 921.863606] env[70621]: WARNING nova.compute.manager [req-1c4e1b3d-cde4-461e-95e3-8510fe282071 req-d589ef43-220f-4426-868d-08a967f8b6da service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received unexpected event network-vif-plugged-43dce9eb-e3cf-4292-a531-2e0bd1329411 for instance with vm_state active and task_state None. [ 922.292954] env[70621]: DEBUG oslo_concurrency.lockutils [None req-abe4568e-ddf8-4aea-a348-fa7ffbc407d4 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "2ac2e500-e00f-44ad-a7a7-10219c79c035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.897s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.341048] env[70621]: WARNING nova.network.neutron [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] ea5172c7-9865-458b-ab95-517aadcdbe9e already exists in list: networks containing: ['ea5172c7-9865-458b-ab95-517aadcdbe9e']. ignoring it [ 922.681487] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e35f44-75b1-46e8-9e06-33076c49b1f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.695703] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78183cc-1729-4c58-8461-e04b9d01ddee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.730207] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7232a08-4c00-4e63-85e8-d2e1792e86b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.738846] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51765aa4-bd10-493d-8e8f-70228c77ded9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.755327] env[70621]: DEBUG nova.compute.provider_tree [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.139214] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Successfully updated port: a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.259310] env[70621]: DEBUG nova.scheduler.client.report [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.383960] env[70621]: DEBUG nova.network.neutron [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "address": "fa:16:3e:91:a5:59", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dce9eb-e3", "ovs_interfaceid": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.642506] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.642638] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.642816] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.765301] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.771861] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.949s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.772224] env[70621]: INFO nova.compute.claims [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.792361] env[70621]: INFO nova.scheduler.client.report [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Deleted allocations for instance 557df77b-d4f0-4160-9ccf-b041b5f0e902 [ 923.885444] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.886474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.886474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.887460] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d2245-c8bc-44b7-aae6-ed3dc31f47c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.910168] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.910168] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.910168] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.910455] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.910455] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.910519] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.910696] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.910843] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.911047] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.911229] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.911401] env[70621]: DEBUG nova.virt.hardware [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.917823] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfiguring VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 923.918198] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2dc9695-5327-411a-bf65-1763d3c96608 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.939029] env[70621]: DEBUG oslo_vmware.api [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 923.939029] env[70621]: value = "task-4135922" [ 923.939029] env[70621]: _type = "Task" [ 923.939029] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.949468] env[70621]: DEBUG oslo_vmware.api [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135922, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.205112] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.305163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-00119bb2-1ef0-46c5-b4a2-983e24f40314 tempest-ServersAdminNegativeTestJSON-1410393069 tempest-ServersAdminNegativeTestJSON-1410393069-project-member] Lock "557df77b-d4f0-4160-9ccf-b041b5f0e902" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.799s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.390948] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.391176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.450844] env[70621]: DEBUG oslo_vmware.api [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.756884] env[70621]: DEBUG nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-vif-plugged-d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.756884] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Acquiring lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.756884] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.756884] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.756884] env[70621]: DEBUG nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] No waiting events found dispatching network-vif-plugged-d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 924.756884] env[70621]: WARNING nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received unexpected event network-vif-plugged-d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 for instance with vm_state building and task_state spawning. [ 924.756884] env[70621]: DEBUG nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-changed-d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.756884] env[70621]: DEBUG nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Refreshing instance network info cache due to event network-changed-d803ed6c-d578-4dce-bf5b-1fa0516d0dd8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.756884] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Acquiring lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.778086] env[70621]: DEBUG nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-changed-43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.778347] env[70621]: DEBUG nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing instance network info cache due to event network-changed-43dce9eb-e3cf-4292-a531-2e0bd1329411. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.778500] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.779485] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.779753] env[70621]: DEBUG nova.network.neutron [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing network info cache for port 43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.895570] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.953871] env[70621]: DEBUG oslo_vmware.api [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135922, 'name': ReconfigVM_Task, 'duration_secs': 0.790908} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.954820] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.955216] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfigured VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 925.016663] env[70621]: DEBUG nova.network.neutron [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updating instance_info_cache with network_info: [{"id": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "address": "fa:16:3e:ac:0f:4e", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c1b4a4-40", "ovs_interfaceid": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "address": "fa:16:3e:ef:80:8b", "network": {"id": "de97b92f-2351-49b7-bce1-b0226e7f3644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998994850", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd803ed6c-d5", "ovs_interfaceid": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "address": "fa:16:3e:78:fe:52", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf4122-a9", "ovs_interfaceid": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.194500] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba04d3bc-72f4-4e4d-ad5e-215af49825ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.203599] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440607b9-4f09-498b-9557-fba5c609f8b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.237796] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487157a-7f40-427e-8d5a-41c72599adb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.247035] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c7099-0333-4001-b5c9-f64be26701e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.262340] env[70621]: DEBUG nova.compute.provider_tree [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.427359] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.463484] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1df48aab-4406-4acb-b974-a927f1898077 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.064s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.523368] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Releasing lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.524423] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Instance network_info: |[{"id": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "address": "fa:16:3e:ac:0f:4e", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c1b4a4-40", "ovs_interfaceid": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "address": "fa:16:3e:ef:80:8b", "network": {"id": "de97b92f-2351-49b7-bce1-b0226e7f3644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998994850", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd803ed6c-d5", "ovs_interfaceid": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "address": "fa:16:3e:78:fe:52", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf4122-a9", "ovs_interfaceid": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.524423] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Acquired lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.524615] env[70621]: DEBUG nova.network.neutron [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Refreshing network info cache for port d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.526417] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:0f:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80c1b4a4-402c-48eb-b971-d8a25d2e3581', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:80:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd803ed6c-d578-4dce-bf5b-1fa0516d0dd8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:fe:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8bf4122-a9fc-4364-a4fb-9ffbe4818c43', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.540012] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Creating folder: Project (840be83058764f219ba8a03127f8f0aa). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.541451] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73024ba7-8398-47d2-83fb-d4d7f7bb74e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.559041] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Created folder: Project (840be83058764f219ba8a03127f8f0aa) in parent group-v818963. [ 925.559236] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Creating folder: Instances. Parent ref: group-v819141. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.559543] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3948f1ea-ec2e-4b44-9642-c6a7fed20857 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.571652] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Created folder: Instances in parent group-v819141. [ 925.571940] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.572199] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.572383] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d8bdf6-dae5-450c-b75c-afdf8d06dabc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.610401] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.610401] env[70621]: value = "task-4135925" [ 925.610401] env[70621]: _type = "Task" [ 925.610401] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.629797] env[70621]: DEBUG nova.network.neutron [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updated VIF entry in instance network info cache for port 43dce9eb-e3cf-4292-a531-2e0bd1329411. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.630320] env[70621]: DEBUG nova.network.neutron [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "address": "fa:16:3e:91:a5:59", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dce9eb-e3", "ovs_interfaceid": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.631828] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135925, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.765862] env[70621]: DEBUG nova.scheduler.client.report [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.126685] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135925, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.133584] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.133943] env[70621]: DEBUG nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-vif-plugged-a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.134115] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Acquiring lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.134341] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.134511] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.134697] env[70621]: DEBUG nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] No waiting events found dispatching network-vif-plugged-a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.135544] env[70621]: WARNING nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received unexpected event network-vif-plugged-a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 for instance with vm_state building and task_state spawning. [ 926.135544] env[70621]: DEBUG nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-changed-a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.135544] env[70621]: DEBUG nova.compute.manager [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Refreshing instance network info cache due to event network-changed-a8bf4122-a9fc-4364-a4fb-9ffbe4818c43. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.135544] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Acquiring lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.272445] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.273833] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.283222] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.618s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.283609] env[70621]: DEBUG nova.objects.instance [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 926.625617] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135925, 'name': CreateVM_Task, 'duration_secs': 0.544695} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.627031] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.627440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.627516] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.628332] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.628332] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6999ade4-d92d-474e-9d47-78523f444fa2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.637852] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 926.637852] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522fb06f-994a-407a-4581-9a7d48852172" [ 926.637852] env[70621]: _type = "Task" [ 926.637852] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.649944] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522fb06f-994a-407a-4581-9a7d48852172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.803908] env[70621]: DEBUG nova.compute.utils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.815931] env[70621]: DEBUG nova.network.neutron [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updated VIF entry in instance network info cache for port d803ed6c-d578-4dce-bf5b-1fa0516d0dd8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.815931] env[70621]: DEBUG nova.network.neutron [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updating instance_info_cache with network_info: [{"id": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "address": "fa:16:3e:ac:0f:4e", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c1b4a4-40", "ovs_interfaceid": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "address": "fa:16:3e:ef:80:8b", "network": {"id": "de97b92f-2351-49b7-bce1-b0226e7f3644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998994850", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd803ed6c-d5", "ovs_interfaceid": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "address": "fa:16:3e:78:fe:52", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf4122-a9", "ovs_interfaceid": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.818808] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.818996] env[70621]: DEBUG nova.network.neutron [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.928831] env[70621]: DEBUG nova.policy [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3f6bc941b48169a4a436e1dda95a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be0b1ad1c50448d6a188553fbee7fa11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.151268] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522fb06f-994a-407a-4581-9a7d48852172, 'name': SearchDatastore_Task, 'duration_secs': 0.018665} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.151732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.152052] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.152354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.152510] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.152698] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.153016] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fd72732-80b9-4412-adea-b61a1d264a3c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.168983] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.168983] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.168983] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7611259e-377c-4332-acaf-81857d8c4b4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.174741] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 927.174741] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5283000e-8f45-e042-7be3-6b1d1f4b46e8" [ 927.174741] env[70621]: _type = "Task" [ 927.174741] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.184999] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5283000e-8f45-e042-7be3-6b1d1f4b46e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.316058] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.325096] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd6d1b0f-4bec-473d-a996-e819e40ee313 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.045s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.326320] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Releasing lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.327144] env[70621]: DEBUG nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.327144] env[70621]: DEBUG nova.compute.manager [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing instance network info cache due to event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.327144] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.331201] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.331201] env[70621]: DEBUG nova.network.neutron [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.331915] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.461s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.333589] env[70621]: INFO nova.compute.claims [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.336618] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Acquired lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.336856] env[70621]: DEBUG nova.network.neutron [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Refreshing network info cache for port a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.562403] env[70621]: DEBUG nova.network.neutron [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Successfully created port: a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.692063] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5283000e-8f45-e042-7be3-6b1d1f4b46e8, 'name': SearchDatastore_Task, 'duration_secs': 0.022137} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.693028] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ce759c-c1a0-45d0-8713-96a61f0e5bba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.700413] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 927.700413] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52360d85-1fe9-642a-33fc-3417133dffdc" [ 927.700413] env[70621]: _type = "Task" [ 927.700413] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.712612] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52360d85-1fe9-642a-33fc-3417133dffdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.184684] env[70621]: DEBUG nova.network.neutron [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updated VIF entry in instance network info cache for port a8bf4122-a9fc-4364-a4fb-9ffbe4818c43. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.184684] env[70621]: DEBUG nova.network.neutron [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updating instance_info_cache with network_info: [{"id": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "address": "fa:16:3e:ac:0f:4e", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c1b4a4-40", "ovs_interfaceid": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "address": "fa:16:3e:ef:80:8b", "network": {"id": "de97b92f-2351-49b7-bce1-b0226e7f3644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998994850", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd803ed6c-d5", "ovs_interfaceid": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "address": "fa:16:3e:78:fe:52", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.55", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8bf4122-a9", "ovs_interfaceid": "a8bf4122-a9fc-4364-a4fb-9ffbe4818c43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.217132] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52360d85-1fe9-642a-33fc-3417133dffdc, 'name': SearchDatastore_Task, 'duration_secs': 0.023436} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.217132] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.217557] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3f229822-8fcb-4c10-93c0-d51c13ff0fa2/3f229822-8fcb-4c10-93c0-d51c13ff0fa2.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.218054] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-452681bd-71b8-4f4c-a186-e411799adbdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.231051] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 928.231051] env[70621]: value = "task-4135926" [ 928.231051] env[70621]: _type = "Task" [ 928.231051] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.245041] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.278416] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.280273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.328167] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.336930] env[70621]: DEBUG nova.network.neutron [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updated VIF entry in instance network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.338030] env[70621]: DEBUG nova.network.neutron [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.377226] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.377226] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.377226] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.377807] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.378102] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.378625] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.378983] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.379318] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.379608] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.379914] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.380230] env[70621]: DEBUG nova.virt.hardware [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.381712] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d88734-2396-48ea-9f15-9376ff3f6994 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.395827] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce8a7ad-e291-4a05-b26c-58a89c46ec2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.419326] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.419604] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.419962] env[70621]: DEBUG nova.objects.instance [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'flavor' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.685508] env[70621]: DEBUG oslo_concurrency.lockutils [req-47e52310-b2be-46a6-b125-ca9bdb2a2a1e req-cff32f80-f9fb-45c4-a79c-06968eb96384 service nova] Releasing lock "refresh_cache-3f229822-8fcb-4c10-93c0-d51c13ff0fa2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.749331] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.770136] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a07aaf0-3120-4f47-b3a7-481451020e53 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.780996] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78553c17-134c-4436-8b5a-91a1ba648825 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.785637] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.820888] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10681bc-8f1a-4d94-bbac-53155f4e8910 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.832429] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1445c67-61ec-499b-939e-1daaa3e7c0f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.840729] env[70621]: DEBUG oslo_concurrency.lockutils [req-49cfec30-9542-45c0-805a-970741b52699 req-e61e4bff-b984-4d66-bd60-24abac3bf151 service nova] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.851997] env[70621]: DEBUG nova.compute.provider_tree [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.087055] env[70621]: DEBUG nova.objects.instance [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'pci_requests' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.247387] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852087} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.247821] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3f229822-8fcb-4c10-93c0-d51c13ff0fa2/3f229822-8fcb-4c10-93c0-d51c13ff0fa2.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.248067] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.248342] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4afe1bcc-672c-47e4-9884-60748aec1e5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.257190] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 929.257190] env[70621]: value = "task-4135927" [ 929.257190] env[70621]: _type = "Task" [ 929.257190] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.266944] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.315690] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.350364] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7ca9e-b1dc-db1d-0e9d-f441136f2582/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 929.351400] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535b741c-57a4-4c17-8d5c-9cf560502c84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.357588] env[70621]: DEBUG nova.scheduler.client.report [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.363727] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7ca9e-b1dc-db1d-0e9d-f441136f2582/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 929.363964] env[70621]: ERROR oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7ca9e-b1dc-db1d-0e9d-f441136f2582/disk-0.vmdk due to incomplete transfer. [ 929.364220] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01663d31-8ad2-4322-a0a2-77e502529e9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.373270] env[70621]: DEBUG oslo_vmware.rw_handles [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b7ca9e-b1dc-db1d-0e9d-f441136f2582/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 929.373514] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Uploaded image 0d4720b6-9ea8-4afd-bec0-7f3c8113fcaf to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 929.376130] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 929.376436] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4362c2d-fe20-454d-b786-ae9fd3e86037 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.385150] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 929.385150] env[70621]: value = "task-4135928" [ 929.385150] env[70621]: _type = "Task" [ 929.385150] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.396580] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135928, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.593340] env[70621]: DEBUG nova.objects.base [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Object Instance<9c8db63a-ad0f-48c4-8e07-54e59b76ff54> lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 929.593340] env[70621]: DEBUG nova.network.neutron [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.639525] env[70621]: DEBUG nova.network.neutron [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Successfully updated port: a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.705140] env[70621]: DEBUG nova.policy [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.772942] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.320932} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.773310] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.774253] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59abdb3-4e18-4dbd-8cc8-03125dfc6fbc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.812844] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 3f229822-8fcb-4c10-93c0-d51c13ff0fa2/3f229822-8fcb-4c10-93c0-d51c13ff0fa2.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.813555] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e173de-3cc4-42a5-8eba-045aea5aeebc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.836557] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 929.836557] env[70621]: value = "task-4135929" [ 929.836557] env[70621]: _type = "Task" [ 929.836557] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.853970] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.861549] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.862507] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.866989] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.180s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.898190] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135928, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.145373] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.145554] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.145721] env[70621]: DEBUG nova.network.neutron [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.252974] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "6a414c48-1d2c-4f07-b828-6a0d253458bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.253364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.348479] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135929, 'name': ReconfigVM_Task, 'duration_secs': 0.461345} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.348759] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 3f229822-8fcb-4c10-93c0-d51c13ff0fa2/3f229822-8fcb-4c10-93c0-d51c13ff0fa2.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.349570] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fac9fe2-bcaf-4030-abe5-5424a5549198 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.358544] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 930.358544] env[70621]: value = "task-4135930" [ 930.358544] env[70621]: _type = "Task" [ 930.358544] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.376293] env[70621]: DEBUG nova.compute.utils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.390730] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135930, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.392167] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.392167] env[70621]: DEBUG nova.network.neutron [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.417691] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135928, 'name': Destroy_Task, 'duration_secs': 0.865965} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.418098] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroyed the VM [ 930.418394] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 930.418790] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cead8ccf-d543-4048-b29f-408b83a9e25b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.427822] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 930.427822] env[70621]: value = "task-4135931" [ 930.427822] env[70621]: _type = "Task" [ 930.427822] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.438036] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.445340] env[70621]: DEBUG nova.compute.manager [req-f491feb1-9a2a-47df-9af4-6401d017783b req-6c7b7c9e-8c53-4229-8041-c0f4dd403499 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Received event network-vif-plugged-a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.445597] env[70621]: DEBUG oslo_concurrency.lockutils [req-f491feb1-9a2a-47df-9af4-6401d017783b req-6c7b7c9e-8c53-4229-8041-c0f4dd403499 service nova] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.445813] env[70621]: DEBUG oslo_concurrency.lockutils [req-f491feb1-9a2a-47df-9af4-6401d017783b req-6c7b7c9e-8c53-4229-8041-c0f4dd403499 service nova] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.446026] env[70621]: DEBUG oslo_concurrency.lockutils [req-f491feb1-9a2a-47df-9af4-6401d017783b req-6c7b7c9e-8c53-4229-8041-c0f4dd403499 service nova] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.446165] env[70621]: DEBUG nova.compute.manager [req-f491feb1-9a2a-47df-9af4-6401d017783b req-6c7b7c9e-8c53-4229-8041-c0f4dd403499 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] No waiting events found dispatching network-vif-plugged-a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.446331] env[70621]: WARNING nova.compute.manager [req-f491feb1-9a2a-47df-9af4-6401d017783b req-6c7b7c9e-8c53-4229-8041-c0f4dd403499 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Received unexpected event network-vif-plugged-a2704bdf-caf4-41a9-b321-417dfecc04e8 for instance with vm_state building and task_state spawning. [ 930.462967] env[70621]: DEBUG nova.policy [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35342b499cc400b918a949dea4b2366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548a306ebca849ec8b1507d39ca21c96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.693298] env[70621]: DEBUG nova.network.neutron [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.756905] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.814421] env[70621]: DEBUG nova.network.neutron [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Successfully created port: 943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.869606] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135930, 'name': Rename_Task, 'duration_secs': 0.182596} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.875022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.875022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f5a138e-8bb4-426c-8b7b-31c937df2af7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.879871] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 930.879871] env[70621]: value = "task-4135932" [ 930.879871] env[70621]: _type = "Task" [ 930.879871] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.884235] env[70621]: DEBUG nova.network.neutron [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating instance_info_cache with network_info: [{"id": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "address": "fa:16:3e:5f:a6:ca", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2704bdf-ca", "ovs_interfaceid": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.888858] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.892368] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.896777] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Applying migration context for instance 52c59e2e-f232-4634-833e-dd07b6892c59 as it has an incoming, in-progress migration 267711c2-e09a-4577-90da-455d98dcc3c1. Migration status is reverting {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 930.900556] env[70621]: INFO nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating resource usage from migration 267711c2-e09a-4577-90da-455d98dcc3c1 [ 930.937239] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c172b6f6-f855-435c-8627-f8061880b775 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937239] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 5a0ea751-b3b0-4246-865b-46eab03144ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937239] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance da9b79a4-5017-469d-bdc0-6d6bc49c7507 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.937239] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 8322f8fc-34cb-4f84-92c1-9ce169608d63 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937239] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2b16e560-e5d4-4e16-8129-01ff5d1e5c33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937239] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937239] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 0a6901f6-cb75-48df-a838-f3878ecbc8aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.937239] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937239] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9253259a-e5e7-459b-b2d3-673dd53c40af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.937239] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 8d5b58a3-2e84-4c7c-a111-d55a7746059e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.937239] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 8d087434-09e3-4b60-8458-c90f1798c89d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 930.937765] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 90c33792-68ef-4497-b9ef-a0d6abad9b66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937765] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937765] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Migration 267711c2-e09a-4577-90da-455d98dcc3c1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 930.937845] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 52c59e2e-f232-4634-833e-dd07b6892c59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.937979] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 7976177b-bffc-465d-aae8-a1b1cc4afb83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.938133] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 7433b972-851b-4a4b-903f-c0a003901739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.938335] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3f229822-8fcb-4c10-93c0-d51c13ff0fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.938395] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance bde385d4-4bbf-492e-bc5e-d8fef601a89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.938561] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance a6f46256-f7b2-40dc-a077-cc4f838df317 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 930.948204] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.285992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.320929] env[70621]: DEBUG nova.network.neutron [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Successfully updated port: 7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.392586] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.393492] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Instance network_info: |[{"id": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "address": "fa:16:3e:5f:a6:ca", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2704bdf-ca", "ovs_interfaceid": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.393492] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135932, 'name': PowerOnVM_Task} progress is 96%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.393728] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:a6:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2704bdf-caf4-41a9-b321-417dfecc04e8', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.402213] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Creating folder: Project (be0b1ad1c50448d6a188553fbee7fa11). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.402448] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2945c6bb-fcbf-4b34-9c5d-474d94bd2cf1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.419288] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Created folder: Project (be0b1ad1c50448d6a188553fbee7fa11) in parent group-v818963. [ 931.419538] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Creating folder: Instances. Parent ref: group-v819144. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.420009] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c6cf9b8-e434-4e48-b9a6-46aea0c2f217 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.438695] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.440431] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Created folder: Instances in parent group-v819144. [ 931.440698] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.440957] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.441270] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62fd525f-5c97-4894-843c-60635c3e6e38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.458228] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance f5936f5e-852b-49ec-b8b6-fb69b2189661 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.466212] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.466212] env[70621]: value = "task-4135935" [ 931.466212] env[70621]: _type = "Task" [ 931.466212] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.478573] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135935, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.825096] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.825363] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.825757] env[70621]: DEBUG nova.network.neutron [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.891736] env[70621]: DEBUG oslo_vmware.api [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135932, 'name': PowerOnVM_Task, 'duration_secs': 0.56879} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.892175] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.892453] env[70621]: INFO nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Took 15.10 seconds to spawn the instance on the hypervisor. [ 931.892680] env[70621]: DEBUG nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.893560] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5b3a75-d393-4a6a-ab2e-4e318b6dbc0e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.909707] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.936628] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.936628] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.936628] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.936628] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.936628] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.937213] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.937213] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.937304] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.937770] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.937770] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.937903] env[70621]: DEBUG nova.virt.hardware [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.939048] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129d3103-11a3-4732-bd63-5e74fad19f4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.946221] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135931, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.952207] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24132a4e-79c3-4248-a93c-611652357177 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.968875] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9dfe7b25-62a1-431f-a061-c00d8fc44d53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.981087] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135935, 'name': CreateVM_Task, 'duration_secs': 0.513013} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.981087] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.981826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.982068] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.982436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.982728] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c8c1f4b-6803-434b-b540-a32f402223f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.990156] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 931.990156] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521c253e-df73-ffe4-f25e-b1f12b3672a6" [ 931.990156] env[70621]: _type = "Task" [ 931.990156] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.000482] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521c253e-df73-ffe4-f25e-b1f12b3672a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.376322] env[70621]: WARNING nova.network.neutron [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] ea5172c7-9865-458b-ab95-517aadcdbe9e already exists in list: networks containing: ['ea5172c7-9865-458b-ab95-517aadcdbe9e']. ignoring it [ 932.376588] env[70621]: WARNING nova.network.neutron [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] ea5172c7-9865-458b-ab95-517aadcdbe9e already exists in list: networks containing: ['ea5172c7-9865-458b-ab95-517aadcdbe9e']. ignoring it [ 932.386106] env[70621]: DEBUG nova.network.neutron [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Successfully updated port: 943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.414272] env[70621]: INFO nova.compute.manager [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Took 47.45 seconds to build instance. [ 932.440542] env[70621]: DEBUG oslo_vmware.api [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135931, 'name': RemoveSnapshot_Task, 'duration_secs': 1.585117} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.440542] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.440795] env[70621]: INFO nova.compute.manager [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 17.83 seconds to snapshot the instance on the hypervisor. [ 932.472957] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50f2c68f-3bf1-486a-90ff-352091e6b328 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.503991] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521c253e-df73-ffe4-f25e-b1f12b3672a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.503991] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.503991] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.503991] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.503991] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.503991] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.503991] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bafae70a-7ad6-42fe-afc7-e7dbc52ae40b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.514309] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.514309] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.514914] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8efc3c-75b8-4735-9edd-eebc12d1d20c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.520867] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 932.520867] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524d0b90-ec42-6441-c885-e6eb9712604f" [ 932.520867] env[70621]: _type = "Task" [ 932.520867] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.532551] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524d0b90-ec42-6441-c885-e6eb9712604f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.823209] env[70621]: DEBUG nova.network.neutron [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "address": "fa:16:3e:91:a5:59", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dce9eb-e3", "ovs_interfaceid": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c2c6ef1-4ec3-463a-a2d3-2c7373db8447", "address": "fa:16:3e:ab:2b:db", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2c6ef1-4e", "ovs_interfaceid": "7c2c6ef1-4ec3-463a-a2d3-2c7373db8447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.888535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "refresh_cache-a6f46256-f7b2-40dc-a077-cc4f838df317" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.888766] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "refresh_cache-a6f46256-f7b2-40dc-a077-cc4f838df317" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.888942] env[70621]: DEBUG nova.network.neutron [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.921161] env[70621]: DEBUG oslo_concurrency.lockutils [None req-634512d0-c44e-4c52-851a-f90bf8b87d41 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.971s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.968559] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Received event network-changed-a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.968883] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Refreshing instance network info cache due to event network-changed-a2704bdf-caf4-41a9-b321-417dfecc04e8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.969192] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquiring lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.969418] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquired lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.969660] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Refreshing network info cache for port a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.977195] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 6a414c48-1d2c-4f07-b828-6a0d253458bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.977195] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 932.977195] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 932.992730] env[70621]: DEBUG nova.compute.manager [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Found 3 images (rotation: 2) {{(pid=70621) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 932.993962] env[70621]: DEBUG nova.compute.manager [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Rotating out 1 backups {{(pid=70621) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 932.993962] env[70621]: DEBUG nova.compute.manager [None req-c232171c-3eae-436c-a962-25ac2f0300a6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleting image 0d3bff03-897c-462a-9eb5-86ae23a0f1e9 {{(pid=70621) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 933.034036] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524d0b90-ec42-6441-c885-e6eb9712604f, 'name': SearchDatastore_Task, 'duration_secs': 0.010771} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.034869] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233c2e02-ac82-47bf-9fa8-e1b4e0e1a79a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.044239] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 933.044239] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527601c2-afe5-ea87-77af-2fd707c5abe5" [ 933.044239] env[70621]: _type = "Task" [ 933.044239] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.059100] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527601c2-afe5-ea87-77af-2fd707c5abe5, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.059493] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.060456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] bde385d4-4bbf-492e-bc5e-d8fef601a89c/bde385d4-4bbf-492e-bc5e-d8fef601a89c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.060803] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d19f82-e995-4f46-9423-4b8a7dd4c14c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.070552] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 933.070552] env[70621]: value = "task-4135936" [ 933.070552] env[70621]: _type = "Task" [ 933.070552] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.080946] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.323722] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d20a9a-d821-43ae-9836-7b5de6d7f889 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.327450] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.327929] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.328200] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.328992] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5f801-047c-4436-be40-f23a161e22b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.350266] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7aeb88-0277-4b27-bb4f-d58542600dc1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.354763] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.354763] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.354763] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.354763] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.354967] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.355156] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.355291] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.355418] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.355580] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.355745] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.355920] env[70621]: DEBUG nova.virt.hardware [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.362642] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfiguring VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 933.363115] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b47be3cc-e388-4210-92b6-81e3952f2791 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.383443] env[70621]: DEBUG oslo_vmware.api [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 933.383443] env[70621]: value = "task-4135937" [ 933.383443] env[70621]: _type = "Task" [ 933.383443] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.417091] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b875b7-6dee-4280-9282-636310b9fc9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.427776] env[70621]: DEBUG oslo_vmware.api [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.431663] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e0038b-956d-4254-b218-1cf8ccc31eea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.450940] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.453320] env[70621]: DEBUG nova.network.neutron [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.580504] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48862} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.580762] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] bde385d4-4bbf-492e-bc5e-d8fef601a89c/bde385d4-4bbf-492e-bc5e-d8fef601a89c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.580977] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.581248] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26d7a0bf-2674-4d85-85dc-683abd16b94f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.592417] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 933.592417] env[70621]: value = "task-4135938" [ 933.592417] env[70621]: _type = "Task" [ 933.592417] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.601915] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.696974] env[70621]: DEBUG nova.network.neutron [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Updating instance_info_cache with network_info: [{"id": "943ab27a-8d4a-4849-93a8-02fefd888e2b", "address": "fa:16:3e:be:3f:06", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943ab27a-8d", "ovs_interfaceid": "943ab27a-8d4a-4849-93a8-02fefd888e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.760513] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updated VIF entry in instance network info cache for port a2704bdf-caf4-41a9-b321-417dfecc04e8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.760917] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating instance_info_cache with network_info: [{"id": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "address": "fa:16:3e:5f:a6:ca", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2704bdf-ca", "ovs_interfaceid": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.922607] env[70621]: DEBUG oslo_vmware.api [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.957015] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.107819] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071298} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.108221] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.109036] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df010016-139c-4233-aa10-134fbbc20a7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.134972] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] bde385d4-4bbf-492e-bc5e-d8fef601a89c/bde385d4-4bbf-492e-bc5e-d8fef601a89c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.135320] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4a6362-dd3c-484c-9a74-746f82ed1f16 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.150290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.150535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.150696] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.150886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.151063] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.153174] env[70621]: INFO nova.compute.manager [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Terminating instance [ 934.162301] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 934.162301] env[70621]: value = "task-4135939" [ 934.162301] env[70621]: _type = "Task" [ 934.162301] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.172878] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.199825] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "refresh_cache-a6f46256-f7b2-40dc-a077-cc4f838df317" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.200293] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Instance network_info: |[{"id": "943ab27a-8d4a-4849-93a8-02fefd888e2b", "address": "fa:16:3e:be:3f:06", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943ab27a-8d", "ovs_interfaceid": "943ab27a-8d4a-4849-93a8-02fefd888e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.200777] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:3f:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '943ab27a-8d4a-4849-93a8-02fefd888e2b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.209252] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.209933] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.210222] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a78cb36-4ee2-495a-a064-a8e40efb5ba8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.232732] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.232732] env[70621]: value = "task-4135940" [ 934.232732] env[70621]: _type = "Task" [ 934.232732] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.241706] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135940, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.264023] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Releasing lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.264379] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-vif-plugged-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.264603] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.264863] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.265086] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.265433] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] No waiting events found dispatching network-vif-plugged-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 934.265642] env[70621]: WARNING nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received unexpected event network-vif-plugged-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 for instance with vm_state active and task_state None. [ 934.265846] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-changed-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.266037] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing instance network info cache due to event network-changed-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.267294] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.267472] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.267654] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Refreshing network info cache for port 7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.422304] env[70621]: DEBUG oslo_vmware.api [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135937, 'name': ReconfigVM_Task, 'duration_secs': 0.729991} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.422922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.423177] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfigured VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 934.462549] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 934.462945] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.596s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.463340] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.002s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.463648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.466723] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.516s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.468892] env[70621]: INFO nova.compute.claims [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.471970] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.472233] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Cleaning up deleted instances {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 934.499340] env[70621]: INFO nova.scheduler.client.report [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted allocations for instance 8d087434-09e3-4b60-8458-c90f1798c89d [ 934.658472] env[70621]: DEBUG nova.compute.manager [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.658790] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.660257] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8c98f6-bd5c-4cd2-ac26-284a05b042ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.672136] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135939, 'name': ReconfigVM_Task, 'duration_secs': 0.304462} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.674288] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Reconfigured VM instance instance-0000003f to attach disk [datastore2] bde385d4-4bbf-492e-bc5e-d8fef601a89c/bde385d4-4bbf-492e-bc5e-d8fef601a89c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.674987] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.675275] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4d8f357-5f03-4fdf-9e44-39600370ef9c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.676892] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c7de7d2-3858-4a41-af91-9ee362a43854 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.683731] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 934.683731] env[70621]: value = "task-4135942" [ 934.683731] env[70621]: _type = "Task" [ 934.683731] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.684950] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 934.684950] env[70621]: value = "task-4135941" [ 934.684950] env[70621]: _type = "Task" [ 934.684950] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.696338] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135941, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.699363] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.744752] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135940, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.928615] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da757514-621c-4c1e-af66-c8ffdf422aa5 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.509s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.986617] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] There are 42 instances to clean {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 934.986923] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 2ac2e500-e00f-44ad-a7a7-10219c79c035] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.006758] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f492e486-aa39-469c-949e-329fd1283a53 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "8d087434-09e3-4b60-8458-c90f1798c89d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.888s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.029474] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updated VIF entry in instance network info cache for port 7c2c6ef1-4ec3-463a-a2d3-2c7373db8447. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.030017] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "address": "fa:16:3e:91:a5:59", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dce9eb-e3", "ovs_interfaceid": "43dce9eb-e3cf-4292-a531-2e0bd1329411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c2c6ef1-4ec3-463a-a2d3-2c7373db8447", "address": "fa:16:3e:ab:2b:db", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2c6ef1-4e", "ovs_interfaceid": "7c2c6ef1-4ec3-463a-a2d3-2c7373db8447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.198773] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135941, 'name': Rename_Task, 'duration_secs': 0.160842} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.204978] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.205313] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.205786] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52e2d46b-f59c-4f34-8831-4fc6e3f2d37d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.214095] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 935.214095] env[70621]: value = "task-4135943" [ 935.214095] env[70621]: _type = "Task" [ 935.214095] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.225846] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.243434] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135940, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.318545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f856e5e-7206-41a5-bd7a-19ea7b27c3c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.328886] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d74a7-3af9-4d0d-ba18-104dd013ea8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.361192] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a04e7c2-eea0-4ca3-b255-b6ed3c7e98db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.369469] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b68dc51-9797-44ac-a4a7-ea9c565d26ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.385389] env[70621]: DEBUG nova.compute.provider_tree [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.493945] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: d3d89f04-2a0b-49d0-ac74-f1315b68cd35] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.532909] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.533232] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Received event network-vif-plugged-943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.533456] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquiring lock "a6f46256-f7b2-40dc-a077-cc4f838df317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.533725] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.533912] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.534128] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] No waiting events found dispatching network-vif-plugged-943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.534308] env[70621]: WARNING nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Received unexpected event network-vif-plugged-943ab27a-8d4a-4849-93a8-02fefd888e2b for instance with vm_state building and task_state spawning. [ 935.534481] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Received event network-changed-943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.534659] env[70621]: DEBUG nova.compute.manager [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Refreshing instance network info cache due to event network-changed-943ab27a-8d4a-4849-93a8-02fefd888e2b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.534863] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquiring lock "refresh_cache-a6f46256-f7b2-40dc-a077-cc4f838df317" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.535031] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Acquired lock "refresh_cache-a6f46256-f7b2-40dc-a077-cc4f838df317" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.535196] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Refreshing network info cache for port 943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.697301] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135942, 'name': PowerOffVM_Task, 'duration_secs': 0.961328} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.697642] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.697852] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.698179] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9e7b2b4-2878-4d3c-bb4c-8bf94bc0b836 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.725605] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.743292] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135940, 'name': CreateVM_Task, 'duration_secs': 1.117879} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.743480] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.744243] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.744383] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.744789] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.745048] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9819adf1-ecf3-4f2f-b752-9cc161ff1760 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.754006] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 935.754006] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52304011-b3e2-2cb8-ca36-bc2ec70426af" [ 935.754006] env[70621]: _type = "Task" [ 935.754006] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.764372] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52304011-b3e2-2cb8-ca36-bc2ec70426af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.849025] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.849375] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.849621] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Deleting the datastore file [datastore2] 3f229822-8fcb-4c10-93c0-d51c13ff0fa2 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.850012] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fc110a0-c322-444b-bb7f-0ee353adca3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.858649] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 935.858649] env[70621]: value = "task-4135945" [ 935.858649] env[70621]: _type = "Task" [ 935.858649] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.867315] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.888524] env[70621]: DEBUG nova.scheduler.client.report [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.997358] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 93f539d3-de28-4247-b2c1-17488750aa8f] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.225832] env[70621]: DEBUG oslo_vmware.api [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4135943, 'name': PowerOnVM_Task, 'duration_secs': 0.62967} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.226366] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.227197] env[70621]: INFO nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Took 7.90 seconds to spawn the instance on the hypervisor. [ 936.227197] env[70621]: DEBUG nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.227621] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066f79e-f0f3-42ad-bfd4-f4ea69fea595 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.262180] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52304011-b3e2-2cb8-ca36-bc2ec70426af, 'name': SearchDatastore_Task, 'duration_secs': 0.017411} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.262564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.262805] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.264279] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.264474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.264668] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.264942] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61af5e27-2590-4992-9908-9979b5e56ad5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.274273] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.274460] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.277623] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2d51c1-22d4-471e-8959-12df83659b0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.284050] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 936.284050] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5240410d-52b1-73d4-ceee-32c9fb170c0d" [ 936.284050] env[70621]: _type = "Task" [ 936.284050] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.292619] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5240410d-52b1-73d4-ceee-32c9fb170c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.323201] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Updated VIF entry in instance network info cache for port 943ab27a-8d4a-4849-93a8-02fefd888e2b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.323599] env[70621]: DEBUG nova.network.neutron [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Updating instance_info_cache with network_info: [{"id": "943ab27a-8d4a-4849-93a8-02fefd888e2b", "address": "fa:16:3e:be:3f:06", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap943ab27a-8d", "ovs_interfaceid": "943ab27a-8d4a-4849-93a8-02fefd888e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.369565] env[70621]: DEBUG oslo_vmware.api [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4135945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385963} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.369838] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.369997] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.370195] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.370369] env[70621]: INFO nova.compute.manager [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Took 1.71 seconds to destroy the instance on the hypervisor. [ 936.370608] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.370799] env[70621]: DEBUG nova.compute.manager [-] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.372735] env[70621]: DEBUG nova.network.neutron [-] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.394771] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.927s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.394771] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.398497] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.964s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.398497] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.400546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.501s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.400546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.402404] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 23.895s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.437433] env[70621]: INFO nova.scheduler.client.report [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted allocations for instance 8d5b58a3-2e84-4c7c-a111-d55a7746059e [ 936.439128] env[70621]: INFO nova.scheduler.client.report [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Deleted allocations for instance da9b79a4-5017-469d-bdc0-6d6bc49c7507 [ 936.500567] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9db0aa8c-05ca-46d6-9c3f-6255606e97d3] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.749664] env[70621]: INFO nova.compute.manager [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Took 31.96 seconds to build instance. [ 936.797710] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5240410d-52b1-73d4-ceee-32c9fb170c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.798747] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c330983-8fa4-450d-969e-cd3820c25dbe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.805245] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 936.805245] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b38b1b-45b9-cdf1-7abd-0b6774223b0b" [ 936.805245] env[70621]: _type = "Task" [ 936.805245] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.815660] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b38b1b-45b9-cdf1-7abd-0b6774223b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.826305] env[70621]: DEBUG oslo_concurrency.lockutils [req-1e30ae8f-9582-477e-88fb-a14e2a3e1e1a req-7a37d11b-7080-4791-8e49-94c6b03bc34f service nova] Releasing lock "refresh_cache-a6f46256-f7b2-40dc-a077-cc4f838df317" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.830088] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.830344] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.830555] env[70621]: DEBUG nova.compute.manager [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.831411] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033979f-e5ff-46c2-81fb-fe876d80ed9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.838579] env[70621]: DEBUG nova.compute.manager [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 936.839296] env[70621]: DEBUG nova.objects.instance [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'flavor' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.905863] env[70621]: DEBUG nova.objects.instance [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lazy-loading 'migration_context' on Instance uuid 52c59e2e-f232-4634-833e-dd07b6892c59 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.907236] env[70621]: DEBUG nova.compute.utils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.909216] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.909488] env[70621]: DEBUG nova.network.neutron [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.949311] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aade3e40-5ccb-4081-b66b-14deb089bd66 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "8d5b58a3-2e84-4c7c-a111-d55a7746059e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.014s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.952925] env[70621]: DEBUG oslo_concurrency.lockutils [None req-950b64a9-1771-4e4f-a3ee-952a697ac5b0 tempest-ServerRescueTestJSON-1696153379 tempest-ServerRescueTestJSON-1696153379-project-member] Lock "da9b79a4-5017-469d-bdc0-6d6bc49c7507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.581s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.954845] env[70621]: DEBUG nova.compute.manager [req-77ccb485-59c4-473f-bd9f-29027a0d4799 req-8a57706a-83b2-4393-8421-1b59cf15c797 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-vif-deleted-a8bf4122-a9fc-4364-a4fb-9ffbe4818c43 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.955130] env[70621]: INFO nova.compute.manager [req-77ccb485-59c4-473f-bd9f-29027a0d4799 req-8a57706a-83b2-4393-8421-1b59cf15c797 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Neutron deleted interface a8bf4122-a9fc-4364-a4fb-9ffbe4818c43; detaching it from the instance and deleting it from the info cache [ 936.955444] env[70621]: DEBUG nova.network.neutron [req-77ccb485-59c4-473f-bd9f-29027a0d4799 req-8a57706a-83b2-4393-8421-1b59cf15c797 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updating instance_info_cache with network_info: [{"id": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "address": "fa:16:3e:ac:0f:4e", "network": {"id": "b96da150-7907-4579-8728-97850ca4f566", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1660651626", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80c1b4a4-40", "ovs_interfaceid": "80c1b4a4-402c-48eb-b971-d8a25d2e3581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "address": "fa:16:3e:ef:80:8b", "network": {"id": "de97b92f-2351-49b7-bce1-b0226e7f3644", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-998994850", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd803ed6c-d5", "ovs_interfaceid": "d803ed6c-d578-4dce-bf5b-1fa0516d0dd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.970796] env[70621]: DEBUG nova.policy [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0cce288e1446b68858d79369fc09fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70410dc09404072ad6f9f161df3e42b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.004897] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 3768ccae-b089-439c-943f-d54d10c245ad] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.253503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-727ebf7a-37cf-4c30-b8f0-f42c562c1653 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.475s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.317426] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b38b1b-45b9-cdf1-7abd-0b6774223b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.317903] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.318302] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] a6f46256-f7b2-40dc-a077-cc4f838df317/a6f46256-f7b2-40dc-a077-cc4f838df317.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.318759] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-098a9777-ed09-45f9-86aa-09f2e007cb34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.329985] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 937.329985] env[70621]: value = "task-4135946" [ 937.329985] env[70621]: _type = "Task" [ 937.329985] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.336495] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.417173] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.461339] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d5efa40-3d39-4503-b004-f5b68d9afd51 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.472335] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32b1a96-e1c6-4d24-89e7-3e0ce0d8f32d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.518041] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: c374c977-6c2a-43b8-9c61-b7eb09470174] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.519549] env[70621]: DEBUG nova.compute.manager [req-77ccb485-59c4-473f-bd9f-29027a0d4799 req-8a57706a-83b2-4393-8421-1b59cf15c797 service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Detach interface failed, port_id=a8bf4122-a9fc-4364-a4fb-9ffbe4818c43, reason: Instance 3f229822-8fcb-4c10-93c0-d51c13ff0fa2 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.623056] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-43dce9eb-e3cf-4292-a531-2e0bd1329411" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.623436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-43dce9eb-e3cf-4292-a531-2e0bd1329411" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.844026] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d5715-d056-43f6-8df3-bea007bcd2c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.847350] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135946, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.853640] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.854089] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13275f16-f14d-455f-a53c-fbe11c11cb1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.857574] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01487094-2360-4712-a0fc-8a3417a3cdde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.894325] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a47ab59-ca82-4681-8e6c-0fa89db664d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.897398] env[70621]: DEBUG oslo_vmware.api [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 937.897398] env[70621]: value = "task-4135947" [ 937.897398] env[70621]: _type = "Task" [ 937.897398] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.904630] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1924f06-e34d-4f76-984b-203a29fd5141 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.912200] env[70621]: DEBUG oslo_vmware.api [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.928078] env[70621]: DEBUG nova.compute.provider_tree [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.021397] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 289770ea-9d82-44e6-8938-d02978cd7080] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.127129] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.127469] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.128539] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25715d04-f27f-46e8-8998-6d7ad04ff0a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.132451] env[70621]: DEBUG nova.network.neutron [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Successfully created port: e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.155185] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc2a7c-2e80-47f0-b558-fb2be5efbb87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.187263] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfiguring VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 938.187605] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3277965d-0786-4673-9a4b-5297a3863953 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.210208] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 938.210208] env[70621]: value = "task-4135948" [ 938.210208] env[70621]: _type = "Task" [ 938.210208] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.216733] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.233435] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.233698] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.233909] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.234110] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.234310] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.236986] env[70621]: INFO nova.compute.manager [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Terminating instance [ 938.342644] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61522} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.343038] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] a6f46256-f7b2-40dc-a077-cc4f838df317/a6f46256-f7b2-40dc-a077-cc4f838df317.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.343777] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.343777] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d000b0f-bccb-4527-a893-9ed6dcd3143c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.356357] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 938.356357] env[70621]: value = "task-4135949" [ 938.356357] env[70621]: _type = "Task" [ 938.356357] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.368347] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.410574] env[70621]: DEBUG oslo_vmware.api [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4135947, 'name': PowerOffVM_Task, 'duration_secs': 0.290835} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.410951] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.411246] env[70621]: DEBUG nova.compute.manager [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.412091] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e77f8-7004-4947-8e80-49b8361ac456 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.431538] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.436047] env[70621]: DEBUG nova.scheduler.client.report [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.475207] env[70621]: DEBUG nova.network.neutron [-] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.478983] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.479382] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.479460] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.479648] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.479800] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.479948] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.480177] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.480345] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.480548] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.480721] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.480898] env[70621]: DEBUG nova.virt.hardware [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.482343] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31abd16-6758-493f-b24e-1267b3d2ff9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.491359] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf1f1c3-ba65-4454-bd25-b2f8d04d1258 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.524088] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 17f11b74-f8eb-4460-8d7c-1c42d249d5e2] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.585117] env[70621]: DEBUG nova.compute.manager [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Received event network-changed-a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.585117] env[70621]: DEBUG nova.compute.manager [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Refreshing instance network info cache due to event network-changed-a2704bdf-caf4-41a9-b321-417dfecc04e8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.585117] env[70621]: DEBUG oslo_concurrency.lockutils [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] Acquiring lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.586968] env[70621]: DEBUG oslo_concurrency.lockutils [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] Acquired lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.586968] env[70621]: DEBUG nova.network.neutron [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Refreshing network info cache for port a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.718528] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.742078] env[70621]: DEBUG nova.compute.manager [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.742339] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.743538] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ea465-f485-4363-b70e-b147c09677fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.755508] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.755930] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b98e2557-0db1-4066-8001-5b2e4a88af1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.763258] env[70621]: DEBUG oslo_vmware.api [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 938.763258] env[70621]: value = "task-4135950" [ 938.763258] env[70621]: _type = "Task" [ 938.763258] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.773966] env[70621]: DEBUG oslo_vmware.api [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.866986] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083747} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.867374] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.868357] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1a2d9-ff41-4c4d-aa79-c3883a9faecd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.894305] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] a6f46256-f7b2-40dc-a077-cc4f838df317/a6f46256-f7b2-40dc-a077-cc4f838df317.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.894500] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cea0c0bc-fd41-4822-8430-ab1e3a968ea5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.917185] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 938.917185] env[70621]: value = "task-4135951" [ 938.917185] env[70621]: _type = "Task" [ 938.917185] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.931243] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.931861] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c20dab0-76f3-41b0-961d-ba9bfa4a8e63 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.101s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.985775] env[70621]: INFO nova.compute.manager [-] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Took 2.61 seconds to deallocate network for instance. [ 938.993019] env[70621]: DEBUG nova.compute.manager [req-f0414124-cf7d-47c4-845c-a78760c568d1 req-72d7531f-aae7-4e4b-8de4-e16d5d0aa17d service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-vif-deleted-d803ed6c-d578-4dce-bf5b-1fa0516d0dd8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.993225] env[70621]: DEBUG nova.compute.manager [req-f0414124-cf7d-47c4-845c-a78760c568d1 req-72d7531f-aae7-4e4b-8de4-e16d5d0aa17d service nova] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Received event network-vif-deleted-80c1b4a4-402c-48eb-b971-d8a25d2e3581 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.031431] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 2172d74f-9f45-48d4-b4e7-ce844f5ace4b] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.220965] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.277086] env[70621]: DEBUG oslo_vmware.api [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135950, 'name': PowerOffVM_Task, 'duration_secs': 0.374099} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.277394] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.277567] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.277835] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0fa369a-87d6-4662-9423-c4b365d9def9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.371034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.371034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.371034] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleting the datastore file [datastore2] 2b16e560-e5d4-4e16-8129-01ff5d1e5c33 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.371328] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45c28efb-7ed4-4527-a39c-9a399d1735e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.383083] env[70621]: DEBUG oslo_vmware.api [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 939.383083] env[70621]: value = "task-4135953" [ 939.383083] env[70621]: _type = "Task" [ 939.383083] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.392550] env[70621]: DEBUG oslo_vmware.api [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.429965] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135951, 'name': ReconfigVM_Task, 'duration_secs': 0.335607} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.430255] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Reconfigured VM instance instance-00000040 to attach disk [datastore1] a6f46256-f7b2-40dc-a077-cc4f838df317/a6f46256-f7b2-40dc-a077-cc4f838df317.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.431396] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44702040-bd03-4ae7-a13d-1f196e803c17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.441237] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 939.441237] env[70621]: value = "task-4135954" [ 939.441237] env[70621]: _type = "Task" [ 939.441237] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.451073] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.048s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.461650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.918s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.461650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.465040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.469s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.465040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.467311] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.757s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.467501] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.469490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.042s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.470969] env[70621]: INFO nova.compute.claims [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.473493] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135954, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.496825] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.520471] env[70621]: INFO nova.scheduler.client.report [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Deleted allocations for instance 9253259a-e5e7-459b-b2d3-673dd53c40af [ 939.523817] env[70621]: INFO nova.scheduler.client.report [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Deleted allocations for instance 0a6901f6-cb75-48df-a838-f3878ecbc8aa [ 939.535516] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ae524940-899d-4c4f-92a1-784ad0336b4e] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.554537] env[70621]: DEBUG nova.network.neutron [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updated VIF entry in instance network info cache for port a2704bdf-caf4-41a9-b321-417dfecc04e8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.554697] env[70621]: DEBUG nova.network.neutron [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating instance_info_cache with network_info: [{"id": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "address": "fa:16:3e:5f:a6:ca", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2704bdf-ca", "ovs_interfaceid": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.720312] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.893566] env[70621]: DEBUG oslo_vmware.api [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254602} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.896443] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.896443] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.896443] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.896443] env[70621]: INFO nova.compute.manager [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Took 1.15 seconds to destroy the instance on the hypervisor. [ 939.896443] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.896443] env[70621]: DEBUG nova.compute.manager [-] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.896443] env[70621]: DEBUG nova.network.neutron [-] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.951146] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135954, 'name': Rename_Task, 'duration_secs': 0.175692} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.954023] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.954023] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40fb6d5a-3cc9-4514-8c98-e56529afb44f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.966027] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 939.966027] env[70621]: value = "task-4135955" [ 939.966027] env[70621]: _type = "Task" [ 939.966027] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.975109] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.982086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a669dd5a-109a-412f-9a37-d19b93527b92 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.460s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.985977] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 21.968s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.986415] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.986923] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.987302] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.991503] env[70621]: INFO nova.compute.manager [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Terminating instance [ 940.039120] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c0010b95-f0da-4623-8491-d24271fb9982 tempest-ServerShowV247Test-1362758217 tempest-ServerShowV247Test-1362758217-project-member] Lock "0a6901f6-cb75-48df-a838-f3878ecbc8aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.256s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.040813] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ff0824a7-e7b4-46a9-8474-0b9e1d57aa79] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.042873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b9941369-22d5-40eb-985b-6267041cae0a tempest-ServersWithSpecificFlavorTestJSON-1815410269 tempest-ServersWithSpecificFlavorTestJSON-1815410269-project-member] Lock "9253259a-e5e7-459b-b2d3-673dd53c40af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.804s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.058363] env[70621]: DEBUG oslo_concurrency.lockutils [req-b4c26eed-3a6d-4a7d-957e-d01e62cd2081 req-b952682a-4d5b-4b47-9810-2f86c3680509 service nova] Releasing lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.226384] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.264743] env[70621]: DEBUG nova.network.neutron [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Successfully updated port: e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.224467] env[70621]: DEBUG nova.compute.manager [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.224782] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.225742] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ba429fba-1128-4002-96bf-50a463bad12b] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.228353] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.228544] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.228736] env[70621]: DEBUG nova.network.neutron [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.229896] env[70621]: DEBUG nova.network.neutron [-] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.238022] env[70621]: DEBUG nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-vif-plugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.238022] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.238409] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.240812] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.240812] env[70621]: DEBUG nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] No waiting events found dispatching network-vif-plugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 941.240812] env[70621]: WARNING nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received unexpected event network-vif-plugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 for instance with vm_state building and task_state spawning. [ 941.240812] env[70621]: DEBUG nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-changed-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.240812] env[70621]: DEBUG nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Refreshing instance network info cache due to event network-changed-e52d6b2b-cbee-42fc-bf72-9bdec59dae74. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.240812] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.252468] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7528d04-4e48-4173-ae58-d9001062d7b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.266459] env[70621]: DEBUG oslo_vmware.api [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135955, 'name': PowerOnVM_Task, 'duration_secs': 0.507496} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.273444] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.273688] env[70621]: INFO nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Took 9.36 seconds to spawn the instance on the hypervisor. [ 941.273870] env[70621]: DEBUG nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.274285] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.275627] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dc033-720f-47bd-97a4-19efd6160c32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.281124] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c394e6a-5f91-4265-91c7-872da4b3967d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.318028] env[70621]: WARNING nova.virt.vmwareapi.vmops [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1e3131a4-10fd-4178-9803-1e2d8b683ce3 could not be found. [ 941.318247] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.318420] env[70621]: INFO nova.compute.manager [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Took 0.09 seconds to destroy the instance on the hypervisor. [ 941.318682] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.318951] env[70621]: DEBUG nova.compute.manager [-] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.319059] env[70621]: DEBUG nova.network.neutron [-] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.594859] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3da041-c0c7-46fd-ae30-e482250d86ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.603992] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d982382-29f1-4013-a9ca-5adc3f220a15 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.640905] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf23b106-9f70-4148-b5dd-2c577496a156 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.649986] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21a2365-406d-467a-8942-f6fc8d48dbd9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.666057] env[70621]: DEBUG nova.compute.provider_tree [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.737958] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.747728] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 40a8e338-4099-4da8-b39a-0235c5e8d450] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.749657] env[70621]: INFO nova.compute.manager [-] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Took 1.85 seconds to deallocate network for instance. [ 941.756540] env[70621]: DEBUG nova.compute.manager [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Stashing vm_state: stopped {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 941.771071] env[70621]: DEBUG nova.network.neutron [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.779527] env[70621]: INFO nova.compute.manager [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Swapping old allocation on dict_keys(['68b5b9c1-e071-4314-be7b-e4553e7d2879']) held by migration 267711c2-e09a-4577-90da-455d98dcc3c1 for instance [ 941.809992] env[70621]: INFO nova.compute.manager [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Took 35.97 seconds to build instance. [ 941.819024] env[70621]: DEBUG nova.scheduler.client.report [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Overwriting current allocation {'allocations': {'68b5b9c1-e071-4314-be7b-e4553e7d2879': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 93}}, 'project_id': 'dd993794f03e4678836239feb3f375fd', 'user_id': 'a000195427914c2fa17b39ac7ed82466', 'consumer_generation': 1} on consumer 52c59e2e-f232-4634-833e-dd07b6892c59 {{(pid=70621) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 941.941975] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.942261] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquired lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.942453] env[70621]: DEBUG nova.network.neutron [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.986951] env[70621]: DEBUG nova.network.neutron [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.170210] env[70621]: DEBUG nova.scheduler.client.report [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.197050] env[70621]: DEBUG nova.network.neutron [-] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.201177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.201679] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.244402] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.252845] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: b7de3584-9304-4363-adb5-ecf99a60bdb3] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.266024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.289482] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.312632] env[70621]: DEBUG oslo_concurrency.lockutils [None req-843f3557-8569-47ae-9eb4-10f74ba0dd54 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.482s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.489538] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.489940] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance network_info: |[{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.490285] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.490467] env[70621]: DEBUG nova.network.neutron [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Refreshing network info cache for port e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.491688] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:0f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52d6b2b-cbee-42fc-bf72-9bdec59dae74', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.503343] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating folder: Project (c70410dc09404072ad6f9f161df3e42b). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.504480] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72e73d5d-e5e1-44ac-9c8b-fc3a1e2b87bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.518419] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Created folder: Project (c70410dc09404072ad6f9f161df3e42b) in parent group-v818963. [ 942.518419] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating folder: Instances. Parent ref: group-v819148. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.518683] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97518ff0-9807-4ccb-b45f-fa7dac27de57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.530281] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Created folder: Instances in parent group-v819148. [ 942.530281] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.530281] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.530281] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0f2e98d-b24d-41e5-8d5e-79aeb134a539 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.558656] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.558656] env[70621]: value = "task-4135958" [ 942.558656] env[70621]: _type = "Task" [ 942.558656] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.566545] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135958, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.675153] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.206s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.675721] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.678442] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.363s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.680284] env[70621]: INFO nova.compute.claims [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.702071] env[70621]: INFO nova.compute.manager [-] [instance: 1e3131a4-10fd-4178-9803-1e2d8b683ce3] Took 1.38 seconds to deallocate network for instance. [ 942.705180] env[70621]: DEBUG nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.744424] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.757303] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 90c73ad4-26f8-4bb9-80cc-5c6d1c26b941] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.808489] env[70621]: DEBUG nova.network.neutron [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [{"id": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "address": "fa:16:3e:76:79:5b", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a8afcd-8b", "ovs_interfaceid": "34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.068878] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135958, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.186306] env[70621]: DEBUG nova.compute.utils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.190853] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.191142] env[70621]: DEBUG nova.network.neutron [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.257112] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.264823] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1677457a-9ddd-4ad7-8919-1c2154cbc969] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.266967] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.313590] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Releasing lock "refresh_cache-52c59e2e-f232-4634-833e-dd07b6892c59" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.314089] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.315694] env[70621]: DEBUG nova.policy [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a5454d143764a6e9a4ef4098aa9ec4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08e0e18266a74a65b2726df42830b1b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.317524] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22984441-158d-4ba7-9a95-49b13264df72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.326991] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 943.326991] env[70621]: value = "task-4135959" [ 943.326991] env[70621]: _type = "Task" [ 943.326991] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.336685] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.570037] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135958, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.694020] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.746230] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.760890] env[70621]: DEBUG nova.network.neutron [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updated VIF entry in instance network info cache for port e52d6b2b-cbee-42fc-bf72-9bdec59dae74. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.763115] env[70621]: DEBUG nova.network.neutron [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.766288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7942e2c-eff0-40f2-a2fd-111d1ba233b4 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1e3131a4-10fd-4178-9803-1e2d8b683ce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.780s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.773682] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 557df77b-d4f0-4160-9ccf-b041b5f0e902] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.848633] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.903316] env[70621]: DEBUG nova.compute.manager [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.906546] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475e7285-e6b5-4a9a-ac97-ccaf59a9d7b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.068134] env[70621]: DEBUG nova.network.neutron [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Successfully created port: 2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.073235] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074e9c42-0a52-4632-a370-c1415fd087bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.076069] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135958, 'name': CreateVM_Task, 'duration_secs': 1.391187} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.076330] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.077541] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.077755] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.078198] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.078840] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3aeb30-f3c8-49fa-9de3-23853f12bbf6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.083398] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9596bc-07e3-4ad8-b824-982dd02d3e82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.088370] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 944.088370] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5255edfe-0cf4-1f1a-772c-23f09a8d924e" [ 944.088370] env[70621]: _type = "Task" [ 944.088370] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.122989] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c1b1d-ce4e-4f91-b7a1-72c8bc9a0c39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.125877] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5255edfe-0cf4-1f1a-772c-23f09a8d924e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.131615] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6060425-d8d8-4697-9b1c-bcd56e2fe166 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.148461] env[70621]: DEBUG nova.compute.provider_tree [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.243505] env[70621]: DEBUG oslo_vmware.api [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135948, 'name': ReconfigVM_Task, 'duration_secs': 5.800221} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.244608] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.244832] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfigured VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 944.268976] env[70621]: DEBUG oslo_concurrency.lockutils [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.269282] env[70621]: DEBUG nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Received event network-vif-deleted-2440a658-b42d-4523-90ff-81beb9514349 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.269455] env[70621]: INFO nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Neutron deleted interface 2440a658-b42d-4523-90ff-81beb9514349; detaching it from the instance and deleting it from the info cache [ 944.269622] env[70621]: DEBUG nova.network.neutron [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.274619] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 073eaf30-1b21-43a7-a020-0fe9508db118] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.338021] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135959, 'name': PowerOffVM_Task, 'duration_secs': 0.745145} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.338342] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.338938] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bc154276-b20b-4120-8193-a148b19b4b5b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-562243685',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.339202] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.339374] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.339560] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.339706] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.339975] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.340057] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.340221] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.340386] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.340547] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.340718] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.345674] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121a3327-783e-440f-8665-def2939adb7e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.362771] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 944.362771] env[70621]: value = "task-4135960" [ 944.362771] env[70621]: _type = "Task" [ 944.362771] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.371878] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.428947] env[70621]: INFO nova.compute.manager [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] instance snapshotting [ 944.433995] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b7efc-698f-4a27-b98e-7c93a3dbe118 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.456196] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d829e2db-e308-4b58-8932-3c576b1d4602 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.606021] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5255edfe-0cf4-1f1a-772c-23f09a8d924e, 'name': SearchDatastore_Task, 'duration_secs': 0.01181} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.606021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.606021] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.606021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.606021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.606021] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.606021] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3c058c-baad-453d-ae72-dd2d0a129bab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.616449] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.616667] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.617469] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3b9121-bb28-4f0f-9bcf-be416c430bb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.626173] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 944.626173] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5288fa5c-b785-7cba-ce2f-229327c96e14" [ 944.626173] env[70621]: _type = "Task" [ 944.626173] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.636996] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5288fa5c-b785-7cba-ce2f-229327c96e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.652633] env[70621]: DEBUG nova.scheduler.client.report [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.704574] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.736598] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.737236] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.737236] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.737715] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.738432] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.738606] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.739020] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.739315] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.739512] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.739687] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.739858] env[70621]: DEBUG nova.virt.hardware [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.747284] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5b695e-5bd3-49f1-b663-28b7c88193ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.753666] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b35f49-b815-43ff-ba31-ee58e587d0c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.774093] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9cd9804-e4bd-490d-9ca1-34805a2e733d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.777987] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 4bf50c51-dfc7-43bb-b79a-374d8c4954e8] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.784935] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af2e94e-72ae-4021-9283-b36cf8d513c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.820316] env[70621]: DEBUG nova.compute.manager [req-9c8195f6-bbf5-4cd2-b041-75bb73f447ca req-f08ab996-aad2-403c-9fc3-4068b3e74c75 service nova] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Detach interface failed, port_id=2440a658-b42d-4523-90ff-81beb9514349, reason: Instance 2b16e560-e5d4-4e16-8129-01ff5d1e5c33 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.876369] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135960, 'name': ReconfigVM_Task, 'duration_secs': 0.186036} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.878052] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1fa37a-5fc4-4c74-9af1-f4145a643cec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.910826] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:21:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='bc154276-b20b-4120-8193-a148b19b4b5b',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-562243685',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.911094] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.911241] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.911419] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.911564] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.911707] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.911922] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.912217] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.912523] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.912709] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.912889] env[70621]: DEBUG nova.virt.hardware [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.913785] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e3b991-a6f0-4c23-8480-866222e90c3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.924636] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 944.924636] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52099d97-4f30-7e4a-773f-3717cfea8a49" [ 944.924636] env[70621]: _type = "Task" [ 944.924636] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.936096] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52099d97-4f30-7e4a-773f-3717cfea8a49, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.940317] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.940670] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e458ee28-3f41-4444-bd22-fb596c281ae9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.964598] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 944.964598] env[70621]: value = "task-4135961" [ 944.964598] env[70621]: _type = "Task" [ 944.964598] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.969407] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.969668] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf04a959-97a3-4b56-8d6b-bdf8dda152d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.978275] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.981271] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 944.981271] env[70621]: value = "task-4135962" [ 944.981271] env[70621]: _type = "Task" [ 944.981271] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.993556] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135962, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.138331] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5288fa5c-b785-7cba-ce2f-229327c96e14, 'name': SearchDatastore_Task, 'duration_secs': 0.009755} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.139369] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c283b9-ebbf-4d12-b0a9-865e9ffbfe57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.148878] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 945.148878] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524eb197-86cd-6878-7efe-11c6bed5a72e" [ 945.148878] env[70621]: _type = "Task" [ 945.148878] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.164456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.164863] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.169478] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524eb197-86cd-6878-7efe-11c6bed5a72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.169919] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.884s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.175018] env[70621]: INFO nova.compute.claims [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.283592] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9d764c39-7d3e-4473-98e1-c33ce79cba1e] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.482866] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135961, 'name': ReconfigVM_Task, 'duration_secs': 0.243514} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.488777] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.494204] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66efa028-f7a1-4d9e-a951-ed65cd444129 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.505251] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135962, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.525914] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.526790] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b61b087-675c-4cfe-b29c-0fd1db423d87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.545281] env[70621]: DEBUG nova.compute.manager [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-vif-deleted-43dce9eb-e3cf-4292-a531-2e0bd1329411 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.546935] env[70621]: INFO nova.compute.manager [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Neutron deleted interface 43dce9eb-e3cf-4292-a531-2e0bd1329411; detaching it from the instance and deleting it from the info cache [ 945.546935] env[70621]: DEBUG nova.network.neutron [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c2c6ef1-4ec3-463a-a2d3-2c7373db8447", "address": "fa:16:3e:ab:2b:db", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c2c6ef1-4e", "ovs_interfaceid": "7c2c6ef1-4ec3-463a-a2d3-2c7373db8447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.554783] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 945.554783] env[70621]: value = "task-4135963" [ 945.554783] env[70621]: _type = "Task" [ 945.554783] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.570033] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.639125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "36695bed-3958-4ba5-b434-6d21ae8a9975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.639125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.664784] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524eb197-86cd-6878-7efe-11c6bed5a72e, 'name': SearchDatastore_Task, 'duration_secs': 0.015658} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.666021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.666484] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.667216] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49c72597-f37b-474c-a0a9-f04fe6997142 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.677100] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 945.677100] env[70621]: value = "task-4135964" [ 945.677100] env[70621]: _type = "Task" [ 945.677100] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.678637] env[70621]: DEBUG nova.compute.utils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.688502] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.688502] env[70621]: DEBUG nova.network.neutron [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.697914] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.767750] env[70621]: DEBUG nova.policy [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fcbe450d6d440b98288eca5b71e89e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff921da4fd21468d9bfe9d2edc362368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.791315] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 227f368d-428b-44d6-8e88-cf29f616701d] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.815686] env[70621]: DEBUG nova.compute.manager [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-vif-deleted-7c2c6ef1-4ec3-463a-a2d3-2c7373db8447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.815975] env[70621]: INFO nova.compute.manager [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Neutron deleted interface 7c2c6ef1-4ec3-463a-a2d3-2c7373db8447; detaching it from the instance and deleting it from the info cache [ 945.817178] env[70621]: DEBUG nova.network.neutron [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.973807] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.974150] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.974297] env[70621]: DEBUG nova.network.neutron [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.000503] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135962, 'name': CreateSnapshot_Task, 'duration_secs': 0.759822} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.004174] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.004174] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507ef2c-8f25-414c-9648-b9ad112a8cad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.050038] env[70621]: DEBUG oslo_concurrency.lockutils [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.050294] env[70621]: DEBUG oslo_concurrency.lockutils [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] Acquired lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.051275] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3403927-2188-4349-810c-cceda18b3e8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.092775] env[70621]: DEBUG oslo_concurrency.lockutils [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] Releasing lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.092775] env[70621]: WARNING nova.compute.manager [req-495006e0-b797-4cee-b702-5ecfe2832605 req-b6c74d38-b93f-41e5-aca2-6ecb9d9e5fcf service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Detach interface failed, port_id=43dce9eb-e3cf-4292-a531-2e0bd1329411, reason: No device with interface-id 43dce9eb-e3cf-4292-a531-2e0bd1329411 exists on VM: nova.exception.NotFound: No device with interface-id 43dce9eb-e3cf-4292-a531-2e0bd1329411 exists on VM [ 946.099386] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135963, 'name': ReconfigVM_Task, 'duration_secs': 0.300023} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.099683] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59/52c59e2e-f232-4634-833e-dd07b6892c59.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.100631] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccad5de-0366-460c-8fa8-122ae1bcccdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.121402] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e43a912-958f-46d5-9341-2271c06da4f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.142719] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a2d93f-da7b-4673-8e6c-4c2e82bdfd7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.146101] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.169474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "90c33792-68ef-4497-b9ef-a0d6abad9b66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.169899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.170161] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "90c33792-68ef-4497-b9ef-a0d6abad9b66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.170399] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.170590] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.172684] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274ce6e-4aeb-42f6-9a3c-e8c09912586e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.176365] env[70621]: INFO nova.compute.manager [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Terminating instance [ 946.185721] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.192028] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.192028] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae55c518-1f68-4848-bcf6-fb2b4c753683 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.200228] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515021} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.201155] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.201384] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.202274] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56323c93-cd48-4eb5-8c20-986c1c8a2bda {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.207431] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 946.207431] env[70621]: value = "task-4135965" [ 946.207431] env[70621]: _type = "Task" [ 946.207431] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.212428] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 946.212428] env[70621]: value = "task-4135966" [ 946.212428] env[70621]: _type = "Task" [ 946.212428] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.223090] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.229356] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.294646] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: a86261da-ce37-4d63-a080-e84983e142b7] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.320839] env[70621]: DEBUG oslo_concurrency.lockutils [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.321047] env[70621]: DEBUG oslo_concurrency.lockutils [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Acquired lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.321882] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54e58f-09d5-46cd-ad02-f420cd9641cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.344090] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd441d8-7364-4312-9987-536b4b000f8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.385270] env[70621]: DEBUG nova.virt.vmwareapi.vmops [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfiguring VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 946.389549] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f576c2-bda2-4193-b311-e6c4622bd0d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.404456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.409674] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Waiting for the task: (returnval){ [ 946.409674] env[70621]: value = "task-4135967" [ 946.409674] env[70621]: _type = "Task" [ 946.409674] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.419638] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.504084] env[70621]: DEBUG nova.network.neutron [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Successfully created port: b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.510553] env[70621]: DEBUG nova.network.neutron [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Successfully updated port: 2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.523979] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.523979] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-027d4076-a496-47bc-b287-9b2c44c2e047 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.536845] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 946.536845] env[70621]: value = "task-4135968" [ 946.536845] env[70621]: _type = "Task" [ 946.536845] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.546942] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135968, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.608280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f3f861-caf9-47a2-bfc1-36b73988b583 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.620008] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a0ca5-31c6-41b7-ac2a-820744104110 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.660770] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f55da3-0285-4c37-9ef2-744958325a31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.671697] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846ca2f3-8c53-40e5-9007-963623e1859f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.679763] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.702036] env[70621]: DEBUG nova.compute.manager [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.702036] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.702036] env[70621]: DEBUG nova.compute.provider_tree [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.702284] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9bc3c4-a813-480b-8cf6-a41925b22da1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.714512] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.718658] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf7b4567-3213-4dca-b068-89e1d2ff9c25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.724221] env[70621]: DEBUG oslo_vmware.api [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135965, 'name': PowerOnVM_Task, 'duration_secs': 0.441647} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.725451] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.737029] env[70621]: DEBUG oslo_vmware.api [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 946.737029] env[70621]: value = "task-4135969" [ 946.737029] env[70621]: _type = "Task" [ 946.737029] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.737029] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074488} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.737029] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.739610] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41366014-bf0d-425d-9504-05c7199333aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.751677] env[70621]: DEBUG oslo_vmware.api [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.772203] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.773387] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0606a80b-6cd3-4333-b394-d1b86125348d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.800298] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 5ced4db8-4171-48b7-9b75-1224b29a7edb] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.805609] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 946.805609] env[70621]: value = "task-4135970" [ 946.805609] env[70621]: _type = "Task" [ 946.805609] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.814289] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.903815] env[70621]: DEBUG nova.network.neutron [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [{"id": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "address": "fa:16:3e:1d:8f:a7", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8256e46-2d", "ovs_interfaceid": "d8256e46-2df3-4ad8-ad4b-5aa224ba13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.920482] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.019360] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "refresh_cache-9dfe7b25-62a1-431f-a061-c00d8fc44d53" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.019360] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "refresh_cache-9dfe7b25-62a1-431f-a061-c00d8fc44d53" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.019360] env[70621]: DEBUG nova.network.neutron [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.052059] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135968, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.204038] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.207035] env[70621]: DEBUG nova.scheduler.client.report [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.233014] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.233014] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.233014] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.233229] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.233300] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.233454] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.233651] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.233812] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.233982] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.234172] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.234349] env[70621]: DEBUG nova.virt.hardware [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.235564] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b73ce9-aa5f-4c88-88a6-2791ea945215 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.258032] env[70621]: DEBUG oslo_vmware.api [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135969, 'name': PowerOffVM_Task, 'duration_secs': 0.475791} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.258032] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.258032] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.258453] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c85e58-268c-4929-bd23-c8e0d03fe929 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.262890] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13526e79-cd29-4995-bcc2-fa6fb695f25d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.306027] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 2445db5d-8a5f-46ab-af64-de4cff2f6560] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.321462] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.407167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.421313] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.548537] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135968, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.553321] env[70621]: DEBUG nova.network.neutron [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.565146] env[70621]: DEBUG nova.compute.manager [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Received event network-vif-plugged-2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.565677] env[70621]: DEBUG oslo_concurrency.lockutils [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] Acquiring lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.565938] env[70621]: DEBUG oslo_concurrency.lockutils [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.566142] env[70621]: DEBUG oslo_concurrency.lockutils [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.566319] env[70621]: DEBUG nova.compute.manager [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] No waiting events found dispatching network-vif-plugged-2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.566488] env[70621]: WARNING nova.compute.manager [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Received unexpected event network-vif-plugged-2256e0a7-3041-47e2-9f3b-6cdc168aa012 for instance with vm_state building and task_state spawning. [ 947.566667] env[70621]: DEBUG nova.compute.manager [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Received event network-changed-2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.566856] env[70621]: DEBUG nova.compute.manager [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Refreshing instance network info cache due to event network-changed-2256e0a7-3041-47e2-9f3b-6cdc168aa012. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.567037] env[70621]: DEBUG oslo_concurrency.lockutils [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] Acquiring lock "refresh_cache-9dfe7b25-62a1-431f-a061-c00d8fc44d53" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.692502] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.692663] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.692868] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Deleting the datastore file [datastore2] 90c33792-68ef-4497-b9ef-a0d6abad9b66 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.693189] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e82c0808-b7bf-47f7-9ec8-01b5c2f98a27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.701673] env[70621]: DEBUG oslo_vmware.api [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for the task: (returnval){ [ 947.701673] env[70621]: value = "task-4135972" [ 947.701673] env[70621]: _type = "Task" [ 947.701673] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.712531] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.713261] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.715992] env[70621]: DEBUG oslo_vmware.api [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.716561] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.221s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.716836] env[70621]: DEBUG nova.objects.instance [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lazy-loading 'resources' on Instance uuid 3f229822-8fcb-4c10-93c0-d51c13ff0fa2 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.748677] env[70621]: INFO nova.compute.manager [None req-2fb94190-3887-46f0-b6b4-68277de6fa1a tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance to original state: 'active' [ 947.818108] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1944ad62-0306-425b-8ea6-844b70cc43c3] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.819992] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135970, 'name': ReconfigVM_Task, 'duration_secs': 0.749829} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.820272] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.820880] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c60069-999a-4c8e-be03-774a84ac2595 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.829272] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 947.829272] env[70621]: value = "task-4135973" [ 947.829272] env[70621]: _type = "Task" [ 947.829272] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.841043] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135973, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.871773] env[70621]: DEBUG nova.network.neutron [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Updating instance_info_cache with network_info: [{"id": "2256e0a7-3041-47e2-9f3b-6cdc168aa012", "address": "fa:16:3e:6d:72:d9", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2256e0a7-30", "ovs_interfaceid": "2256e0a7-3041-47e2-9f3b-6cdc168aa012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.912147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfa3a6bd-3cc8-407c-a4c4-731cb37c7f20 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-9c8db63a-ad0f-48c4-8e07-54e59b76ff54-43dce9eb-e3cf-4292-a531-2e0bd1329411" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.289s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.924292] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.050333] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135968, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.212182] env[70621]: DEBUG oslo_vmware.api [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Task: {'id': task-4135972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240338} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.212394] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.212516] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.212753] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.212893] env[70621]: INFO nova.compute.manager [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Took 1.51 seconds to destroy the instance on the hypervisor. [ 948.213206] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.213392] env[70621]: DEBUG nova.compute.manager [-] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.213485] env[70621]: DEBUG nova.network.neutron [-] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.219180] env[70621]: DEBUG nova.compute.utils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.220932] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.221067] env[70621]: DEBUG nova.network.neutron [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.315700] env[70621]: DEBUG nova.policy [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dc704606e2641b99210f13ec09d545e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e5e5535c74b44708efa33d0bd8c7089', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.325321] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 73c2574a-9ebe-4561-ab98-8c26306c70f9] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.347703] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135973, 'name': Rename_Task, 'duration_secs': 0.179967} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.348066] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.348335] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c23e251-7f1d-4098-a07f-131eaf6699bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.368175] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 948.368175] env[70621]: value = "task-4135974" [ 948.368175] env[70621]: _type = "Task" [ 948.368175] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.375648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "refresh_cache-9dfe7b25-62a1-431f-a061-c00d8fc44d53" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.375648] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Instance network_info: |[{"id": "2256e0a7-3041-47e2-9f3b-6cdc168aa012", "address": "fa:16:3e:6d:72:d9", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2256e0a7-30", "ovs_interfaceid": "2256e0a7-3041-47e2-9f3b-6cdc168aa012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.375648] env[70621]: DEBUG oslo_concurrency.lockutils [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] Acquired lock "refresh_cache-9dfe7b25-62a1-431f-a061-c00d8fc44d53" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.375648] env[70621]: DEBUG nova.network.neutron [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Refreshing network info cache for port 2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.376878] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:72:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2256e0a7-3041-47e2-9f3b-6cdc168aa012', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.385877] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.389980] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.394100] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5e874e6-e6fe-45fe-881f-afbaaa1ab599 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.412291] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135974, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.425807] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.425807] env[70621]: value = "task-4135975" [ 948.425807] env[70621]: _type = "Task" [ 948.425807] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.435309] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.441397] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135975, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.456328] env[70621]: DEBUG nova.network.neutron [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Successfully updated port: b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.553660] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135968, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.702328] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e348167-736f-4e84-8c34-c27a3bdaa32f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.712691] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9e882a-be75-4682-92ba-f1c17c20fb6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.748623] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.752313] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28fee95-bd2c-4bea-b8e2-f50d03b37945 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.764665] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1013416-8134-4bee-855d-78e154c85f29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.789105] env[70621]: DEBUG nova.compute.provider_tree [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.836478] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 5df83e4f-6100-4d48-9b59-d29ddf7cbad0] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.847280] env[70621]: DEBUG nova.network.neutron [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Successfully created port: 78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.881827] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.932897] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.942482] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135975, 'name': CreateVM_Task, 'duration_secs': 0.481704} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.942773] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.943539] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.943696] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.944028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.944681] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ac6956-f379-42ff-8c6f-2fef97a9497b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.953327] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 948.953327] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527318fb-51df-a5cd-b23d-4e172c6e4bcd" [ 948.953327] env[70621]: _type = "Task" [ 948.953327] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.958447] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.958710] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.958904] env[70621]: DEBUG nova.network.neutron [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.969220] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527318fb-51df-a5cd-b23d-4e172c6e4bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.052458] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4135968, 'name': CloneVM_Task, 'duration_secs': 2.250019} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.052707] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Created linked-clone VM from snapshot [ 949.053693] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3102eae-19c9-43c1-bd39-563b8303a6ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.063200] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Uploading image 2a44f1ab-8953-4975-add2-32bd7207e672 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 949.098423] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 949.098423] env[70621]: value = "vm-819152" [ 949.098423] env[70621]: _type = "VirtualMachine" [ 949.098423] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 949.101024] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2368a1d3-45db-48dc-87b0-0665fcba5742 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.108988] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease: (returnval){ [ 949.108988] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ac271d-e96f-0ff3-f48c-447387be4491" [ 949.108988] env[70621]: _type = "HttpNfcLease" [ 949.108988] env[70621]: } obtained for exporting VM: (result){ [ 949.108988] env[70621]: value = "vm-819152" [ 949.108988] env[70621]: _type = "VirtualMachine" [ 949.108988] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 949.109391] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the lease: (returnval){ [ 949.109391] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ac271d-e96f-0ff3-f48c-447387be4491" [ 949.109391] env[70621]: _type = "HttpNfcLease" [ 949.109391] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 949.118473] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.118473] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ac271d-e96f-0ff3-f48c-447387be4491" [ 949.118473] env[70621]: _type = "HttpNfcLease" [ 949.118473] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 949.296033] env[70621]: DEBUG nova.scheduler.client.report [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.319404] env[70621]: DEBUG nova.network.neutron [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.343172] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ce7c25a7-b051-4e15-9ca6-d7d7fad7405a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.383659] env[70621]: DEBUG oslo_vmware.api [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4135974, 'name': PowerOnVM_Task, 'duration_secs': 0.982827} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.384380] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.384532] env[70621]: INFO nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Took 10.95 seconds to spawn the instance on the hypervisor. [ 949.384776] env[70621]: DEBUG nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.385784] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ce994-5614-40ba-90ca-c33ca823abb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.431338] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.462961] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527318fb-51df-a5cd-b23d-4e172c6e4bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.013668} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.463305] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.463544] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.463780] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.463929] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.464130] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.464409] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd3b561c-e080-4975-a838-4fdfbbdfc1c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.476425] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.476733] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.477518] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b172850-1e8c-46db-91d2-bf96a797a3f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.484705] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 949.484705] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e70d0b-1fc2-3bf2-3f71-3767f6088f73" [ 949.484705] env[70621]: _type = "Task" [ 949.484705] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.496226] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e70d0b-1fc2-3bf2-3f71-3767f6088f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.513936] env[70621]: DEBUG nova.compute.manager [req-9d1a90a3-1efc-4972-95ba-ae0d2b76b8f9 req-44b480c9-6f3d-4f1d-b4ac-dc679fa46e77 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Received event network-vif-deleted-6711a868-c646-44c5-ba08-d7aceff0c4b8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.514161] env[70621]: INFO nova.compute.manager [req-9d1a90a3-1efc-4972-95ba-ae0d2b76b8f9 req-44b480c9-6f3d-4f1d-b4ac-dc679fa46e77 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Neutron deleted interface 6711a868-c646-44c5-ba08-d7aceff0c4b8; detaching it from the instance and deleting it from the info cache [ 949.514334] env[70621]: DEBUG nova.network.neutron [req-9d1a90a3-1efc-4972-95ba-ae0d2b76b8f9 req-44b480c9-6f3d-4f1d-b4ac-dc679fa46e77 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.624542] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.624542] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ac271d-e96f-0ff3-f48c-447387be4491" [ 949.624542] env[70621]: _type = "HttpNfcLease" [ 949.624542] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.624946] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.624946] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ac271d-e96f-0ff3-f48c-447387be4491" [ 949.624946] env[70621]: _type = "HttpNfcLease" [ 949.624946] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.626132] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd878f8-ce0d-48b5-92ad-a6a7535e20b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.647942] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524191be-a2ba-3ae6-bc96-2d9d6a25b65d/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.648242] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524191be-a2ba-3ae6-bc96-2d9d6a25b65d/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.725823] env[70621]: DEBUG nova.network.neutron [-] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.756830] env[70621]: DEBUG nova.network.neutron [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.762752] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.773928] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8c5ea22-9441-450c-a4ea-0f60877597a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.791621] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.792976] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.792976] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.792976] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.792976] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.792976] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.793334] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.793610] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.793883] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.794171] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.794537] env[70621]: DEBUG nova.virt.hardware [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.795823] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aeca15-4218-4da4-9c31-5f965c7d61c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.802258] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.804282] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.540s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.804522] env[70621]: DEBUG nova.objects.instance [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lazy-loading 'resources' on Instance uuid 2b16e560-e5d4-4e16-8129-01ff5d1e5c33 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.810847] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4407c7-ad03-4900-acdd-ee538348602e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.839928] env[70621]: DEBUG nova.network.neutron [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Updated VIF entry in instance network info cache for port 2256e0a7-3041-47e2-9f3b-6cdc168aa012. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.840358] env[70621]: DEBUG nova.network.neutron [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Updating instance_info_cache with network_info: [{"id": "2256e0a7-3041-47e2-9f3b-6cdc168aa012", "address": "fa:16:3e:6d:72:d9", "network": {"id": "3d3ec155-cda6-45a9-b774-d4e37a33e08f", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-658640257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08e0e18266a74a65b2726df42830b1b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2256e0a7-30", "ovs_interfaceid": "2256e0a7-3041-47e2-9f3b-6cdc168aa012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.842428] env[70621]: INFO nova.scheduler.client.report [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Deleted allocations for instance 3f229822-8fcb-4c10-93c0-d51c13ff0fa2 [ 949.847710] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: e149d1a1-3d4b-43a2-b23a-e62e820c6f23] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.902364] env[70621]: DEBUG nova.compute.manager [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Received event network-vif-plugged-b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.902549] env[70621]: DEBUG oslo_concurrency.lockutils [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.902761] env[70621]: DEBUG oslo_concurrency.lockutils [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.902922] env[70621]: DEBUG oslo_concurrency.lockutils [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.903101] env[70621]: DEBUG nova.compute.manager [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] No waiting events found dispatching network-vif-plugged-b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 949.903263] env[70621]: WARNING nova.compute.manager [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Received unexpected event network-vif-plugged-b3315488-6fff-4de5-a802-67a3180773cb for instance with vm_state building and task_state spawning. [ 949.903472] env[70621]: DEBUG nova.compute.manager [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Received event network-changed-b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.903628] env[70621]: DEBUG nova.compute.manager [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Refreshing instance network info cache due to event network-changed-b3315488-6fff-4de5-a802-67a3180773cb. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.903822] env[70621]: DEBUG oslo_concurrency.lockutils [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.906766] env[70621]: INFO nova.compute.manager [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Took 38.97 seconds to build instance. [ 949.935896] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.997543] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e70d0b-1fc2-3bf2-3f71-3767f6088f73, 'name': SearchDatastore_Task, 'duration_secs': 0.028093} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.998387] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5e3f6b-ef1b-48c6-badf-19532aaceb46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.006298] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 950.006298] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5227ed44-8f0f-e55c-24c8-546899d5b3cc" [ 950.006298] env[70621]: _type = "Task" [ 950.006298] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.015831] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5227ed44-8f0f-e55c-24c8-546899d5b3cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.019732] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79f6519e-6bdd-446c-91dc-9f959db41075 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.030410] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55c7e12-e2f6-47a4-9c62-4f0f935a0699 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.073871] env[70621]: DEBUG nova.compute.manager [req-9d1a90a3-1efc-4972-95ba-ae0d2b76b8f9 req-44b480c9-6f3d-4f1d-b4ac-dc679fa46e77 service nova] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Detach interface failed, port_id=6711a868-c646-44c5-ba08-d7aceff0c4b8, reason: Instance 90c33792-68ef-4497-b9ef-a0d6abad9b66 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.232937] env[70621]: INFO nova.compute.manager [-] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Took 2.02 seconds to deallocate network for instance. [ 950.260297] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.260745] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Instance network_info: |[{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.261323] env[70621]: DEBUG oslo_concurrency.lockutils [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.261651] env[70621]: DEBUG nova.network.neutron [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Refreshing network info cache for port b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.263416] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:70:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3315488-6fff-4de5-a802-67a3180773cb', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.271298] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating folder: Project (ff921da4fd21468d9bfe9d2edc362368). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.272614] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd239e4a-74be-4a97-a7f8-8eb74908e4ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.286793] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created folder: Project (ff921da4fd21468d9bfe9d2edc362368) in parent group-v818963. [ 950.287358] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating folder: Instances. Parent ref: group-v819154. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.290364] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-924c484d-5247-4a57-9775-f1af6f578c98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.301815] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created folder: Instances in parent group-v819154. [ 950.306134] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.306134] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.306134] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a3f5e60-e1d8-4fca-b60c-fc9e81b287d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.334473] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.334473] env[70621]: value = "task-4135979" [ 950.334473] env[70621]: _type = "Task" [ 950.334473] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.347388] env[70621]: DEBUG oslo_concurrency.lockutils [req-7e07ea82-00c9-40da-b3a0-55b32d27eaa6 req-6ff41a1c-38a9-4524-b9c3-eb6fc0d4e980 service nova] Releasing lock "refresh_cache-9dfe7b25-62a1-431f-a061-c00d8fc44d53" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.350732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-df1bd834-3fa2-4246-940e-ad76cf3fa2f8 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "3f229822-8fcb-4c10-93c0-d51c13ff0fa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.200s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.351887] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135979, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.355909] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 512a48da-29e8-41ca-bace-313966e1abe9] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.412766] env[70621]: DEBUG oslo_concurrency.lockutils [None req-09cae2a2-39ca-4392-be49-c0a7feb3b3ff tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.485s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.436347] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.518885] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5227ed44-8f0f-e55c-24c8-546899d5b3cc, 'name': SearchDatastore_Task, 'duration_secs': 0.016835} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.520464] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.520545] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9dfe7b25-62a1-431f-a061-c00d8fc44d53/9dfe7b25-62a1-431f-a061-c00d8fc44d53.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.524492] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-369b9e03-5020-41d3-8f42-9649a74d669b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.536899] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 950.536899] env[70621]: value = "task-4135980" [ 950.536899] env[70621]: _type = "Task" [ 950.536899] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.551820] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.581241] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "52c59e2e-f232-4634-833e-dd07b6892c59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.581632] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.581964] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.582290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.582392] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.584971] env[70621]: INFO nova.compute.manager [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Terminating instance [ 950.746877] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.789411] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb961baf-a691-4d3b-a582-c91b99736767 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.806664] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9a9b44-5148-40f4-b10f-790709e9d9b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.859525] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dfd78c-52a1-47f8-8f31-b07e07a6b65f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.863151] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 7292ceb7-1cfe-4711-8357-c9e1a3b047af] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.876293] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135979, 'name': CreateVM_Task, 'duration_secs': 0.440208} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.878394] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.880953] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.880953] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.880953] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.882228] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47144b9f-a6ff-4ebb-ae5b-9ee75efbc72d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.887168] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67465e1-4dbe-4f21-bf53-124447ac9694 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.895815] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 950.895815] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523f1012-a1a0-b861-2f50-b07400ac03c1" [ 950.895815] env[70621]: _type = "Task" [ 950.895815] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.908020] env[70621]: DEBUG nova.compute.provider_tree [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.928424] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523f1012-a1a0-b861-2f50-b07400ac03c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.943405] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.050506] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135980, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.062377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.062996] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.097419] env[70621]: DEBUG nova.compute.manager [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.097419] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.098349] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e8a471-9cdc-4b8c-99a9-772a2917b310 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.111266] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.111668] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af06af91-a3a8-4009-8dd4-ca4d652ca781 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.119889] env[70621]: DEBUG oslo_vmware.api [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 951.119889] env[70621]: value = "task-4135981" [ 951.119889] env[70621]: _type = "Task" [ 951.119889] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.134729] env[70621]: DEBUG oslo_vmware.api [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.309884] env[70621]: DEBUG nova.network.neutron [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updated VIF entry in instance network info cache for port b3315488-6fff-4de5-a802-67a3180773cb. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.310600] env[70621]: DEBUG nova.network.neutron [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.369622] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1da8c2cc-21eb-4d24-b69b-c48f4bb2561c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.422409] env[70621]: DEBUG nova.scheduler.client.report [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.424942] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523f1012-a1a0-b861-2f50-b07400ac03c1, 'name': SearchDatastore_Task, 'duration_secs': 0.059242} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.425882] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425987] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.426204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.426347] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.426520] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.426916] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c321b8e-ff56-43ba-8d98-b2b906752e30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.442412] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.446602] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.446602] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.447596] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650e8cec-4954-4eb4-bbe8-350af13b856c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.453869] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 951.453869] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e265bf-1072-5d71-1792-c692e4db52e9" [ 951.453869] env[70621]: _type = "Task" [ 951.453869] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.465313] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e265bf-1072-5d71-1792-c692e4db52e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.555421] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553749} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.556718] env[70621]: DEBUG nova.network.neutron [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Successfully updated port: 78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.558524] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9dfe7b25-62a1-431f-a061-c00d8fc44d53/9dfe7b25-62a1-431f-a061-c00d8fc44d53.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.558524] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.558904] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e28b2c3-139e-4018-a39f-da4749227726 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.569376] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 951.569376] env[70621]: value = "task-4135982" [ 951.569376] env[70621]: _type = "Task" [ 951.569376] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.570296] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.585736] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.634932] env[70621]: DEBUG oslo_vmware.api [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135981, 'name': PowerOffVM_Task, 'duration_secs': 0.291406} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.635408] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.635662] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.635994] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a41d1b-bf9f-4e71-8fef-af01109e6d76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.717061] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.717478] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.717763] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleting the datastore file [datastore1] 52c59e2e-f232-4634-833e-dd07b6892c59 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.718083] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfbc8528-61b4-4bf5-91b1-cfd640b23941 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.728070] env[70621]: DEBUG oslo_vmware.api [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 951.728070] env[70621]: value = "task-4135984" [ 951.728070] env[70621]: _type = "Task" [ 951.728070] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.737796] env[70621]: DEBUG oslo_vmware.api [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.814342] env[70621]: DEBUG oslo_concurrency.lockutils [req-82867021-3ffe-477d-a190-3a0f3f7ba578 req-8e7df891-c6bf-461b-a1e8-109c977e3f56 service nova] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.878355] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 50814155-ce47-43e6-843e-fe135953c0dc] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.885766] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.886138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.927363] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.930591] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.642s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.947287] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.961625] env[70621]: INFO nova.scheduler.client.report [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted allocations for instance 2b16e560-e5d4-4e16-8129-01ff5d1e5c33 [ 951.971025] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e265bf-1072-5d71-1792-c692e4db52e9, 'name': SearchDatastore_Task, 'duration_secs': 0.027293} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.972695] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8f561d-88fb-47bc-b965-538aa2cddfbd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.981124] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 951.981124] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520dcadf-7225-4ad7-f222-ab487b850bcb" [ 951.981124] env[70621]: _type = "Task" [ 951.981124] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.993914] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520dcadf-7225-4ad7-f222-ab487b850bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.997310] env[70621]: DEBUG nova.compute.manager [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Received event network-vif-plugged-78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.997510] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] Acquiring lock "6a414c48-1d2c-4f07-b828-6a0d253458bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.997906] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.997964] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.998124] env[70621]: DEBUG nova.compute.manager [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] No waiting events found dispatching network-vif-plugged-78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.998339] env[70621]: WARNING nova.compute.manager [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Received unexpected event network-vif-plugged-78aad52b-8b5c-4d6f-a173-4b873fbb59eb for instance with vm_state building and task_state spawning. [ 951.998510] env[70621]: DEBUG nova.compute.manager [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Received event network-changed-78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.998673] env[70621]: DEBUG nova.compute.manager [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Refreshing instance network info cache due to event network-changed-78aad52b-8b5c-4d6f-a173-4b873fbb59eb. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.999333] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] Acquiring lock "refresh_cache-6a414c48-1d2c-4f07-b828-6a0d253458bf" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.999333] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] Acquired lock "refresh_cache-6a414c48-1d2c-4f07-b828-6a0d253458bf" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.999333] env[70621]: DEBUG nova.network.neutron [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Refreshing network info cache for port 78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.062732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "refresh_cache-6a414c48-1d2c-4f07-b828-6a0d253458bf" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.082506] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074631} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.085073] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.086422] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15911a4b-de3e-4755-a99b-da6cb6b35801 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.121100] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 9dfe7b25-62a1-431f-a061-c00d8fc44d53/9dfe7b25-62a1-431f-a061-c00d8fc44d53.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.122658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.122984] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2be5b11-66be-4bbc-9112-2cfa8869f310 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.146036] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 952.146036] env[70621]: value = "task-4135985" [ 952.146036] env[70621]: _type = "Task" [ 952.146036] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.157537] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.239560] env[70621]: DEBUG oslo_vmware.api [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4135984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.239995] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.240281] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.240507] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.240725] env[70621]: INFO nova.compute.manager [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Took 1.14 seconds to destroy the instance on the hypervisor. [ 952.241046] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.241441] env[70621]: DEBUG nova.compute.manager [-] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.241509] env[70621]: DEBUG nova.network.neutron [-] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.386521] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 546b9c10-6fe1-4bf4-b81d-085aea635776] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.389301] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.442145] env[70621]: INFO nova.compute.claims [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.450421] env[70621]: DEBUG oslo_vmware.api [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Task: {'id': task-4135967, 'name': ReconfigVM_Task, 'duration_secs': 5.812436} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.450953] env[70621]: DEBUG oslo_concurrency.lockutils [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] Releasing lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.451183] env[70621]: DEBUG nova.virt.vmwareapi.vmops [req-89716265-a8a4-40e3-a88a-5023faea8e29 req-630fe3ee-9dc5-4dad-9d57-48e0e537310a service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Reconfigured VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 952.451698] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.049s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.451949] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.452208] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.452381] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.454683] env[70621]: INFO nova.compute.manager [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Terminating instance [ 952.479043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-62fc29fd-5acc-4cef-bf09-7e6ce4e10e41 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "2b16e560-e5d4-4e16-8129-01ff5d1e5c33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.242s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.494943] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520dcadf-7225-4ad7-f222-ab487b850bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.01885} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.495798] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.496139] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328/50f2c68f-3bf1-486a-90ff-352091e6b328.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.496493] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1474e3e6-66d4-4d58-838d-d7eaf3090e73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.512486] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 952.512486] env[70621]: value = "task-4135986" [ 952.512486] env[70621]: _type = "Task" [ 952.512486] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.532021] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.583378] env[70621]: DEBUG nova.network.neutron [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.657618] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.786038] env[70621]: DEBUG nova.network.neutron [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.899444] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 10a5ff4b-5d67-4173-8378-a8cde0b80b6b] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.920246] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.953541] env[70621]: INFO nova.compute.resource_tracker [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating resource usage from migration a0847705-2133-4338-a89e-a136daa883b3 [ 952.960190] env[70621]: DEBUG nova.compute.manager [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.960571] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.962401] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6bbcc3-b5f6-47cc-93f1-5e730d600299 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.974456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.974996] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8fec98-722e-4a62-9815-a1c5f0619dbf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.988955] env[70621]: DEBUG oslo_vmware.api [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 952.988955] env[70621]: value = "task-4135987" [ 952.988955] env[70621]: _type = "Task" [ 952.988955] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.005699] env[70621]: DEBUG oslo_vmware.api [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.029839] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135986, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.158435] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135985, 'name': ReconfigVM_Task, 'duration_secs': 0.640897} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.158960] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 9dfe7b25-62a1-431f-a061-c00d8fc44d53/9dfe7b25-62a1-431f-a061-c00d8fc44d53.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.159737] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be2dda48-c94c-425a-ad6d-033fa241d966 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.168659] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 953.168659] env[70621]: value = "task-4135988" [ 953.168659] env[70621]: _type = "Task" [ 953.168659] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.187212] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135988, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.224959] env[70621]: DEBUG nova.network.neutron [-] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.289632] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8e188db-f6ac-4472-89b1-fead56a0c9e2 req-0f775ae2-2cf7-47bb-904d-804d82a5d268 service nova] Releasing lock "refresh_cache-6a414c48-1d2c-4f07-b828-6a0d253458bf" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.290336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquired lock "refresh_cache-6a414c48-1d2c-4f07-b828-6a0d253458bf" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.290545] env[70621]: DEBUG nova.network.neutron [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.326261] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68678431-5564-480a-8e0e-553c529ad1c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.335951] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09376369-f5c2-4b04-a593-f1ab86e4388b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.374082] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e93034-147e-4e79-89f6-0c398bd6797f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.382599] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57099419-d201-42e5-b753-6121941c73fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.398254] env[70621]: DEBUG nova.compute.provider_tree [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.403765] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 24857109-7a24-4b4b-ad4b-9512a6c23d5d] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.500745] env[70621]: DEBUG oslo_vmware.api [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135987, 'name': PowerOffVM_Task, 'duration_secs': 0.372098} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.501090] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.501272] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.501531] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b54ddeb6-783b-4579-98e7-74e842b295e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.523281] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135986, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.566386] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.566871] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.567648] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleting the datastore file [datastore2] 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.568008] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43464f66-79fb-4713-80cb-a0e9eae1e26c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.576629] env[70621]: DEBUG oslo_vmware.api [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 953.576629] env[70621]: value = "task-4135990" [ 953.576629] env[70621]: _type = "Task" [ 953.576629] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.587753] env[70621]: DEBUG oslo_vmware.api [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.684356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "5a0ea751-b3b0-4246-865b-46eab03144ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.684684] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.685089] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "5a0ea751-b3b0-4246-865b-46eab03144ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.685253] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.685463] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.687478] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135988, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.687927] env[70621]: INFO nova.compute.manager [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Terminating instance [ 953.727909] env[70621]: INFO nova.compute.manager [-] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Took 1.49 seconds to deallocate network for instance. [ 953.835081] env[70621]: DEBUG nova.network.neutron [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.902924] env[70621]: DEBUG nova.scheduler.client.report [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.907017] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: fd984f45-140c-49da-be4d-fda8e1ef9e2a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.025752] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135986, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.028618] env[70621]: DEBUG nova.compute.manager [req-4e867a71-c0db-45f7-a049-ec2d64601a14 req-c6c5cef6-3ed6-485e-82a8-3cb2822368ba service nova] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Received event network-vif-deleted-34a8afcd-8bd1-4ad4-a4a6-7ae99fbd9dbc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.055809] env[70621]: DEBUG nova.network.neutron [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Updating instance_info_cache with network_info: [{"id": "78aad52b-8b5c-4d6f-a173-4b873fbb59eb", "address": "fa:16:3e:37:12:ca", "network": {"id": "4007553e-d5e2-40a6-a87a-dedfac76ff1e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1416370411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e5e5535c74b44708efa33d0bd8c7089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78aad52b-8b", "ovs_interfaceid": "78aad52b-8b5c-4d6f-a173-4b873fbb59eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.095212] env[70621]: DEBUG oslo_vmware.api [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4135990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36904} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.095657] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.095968] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.096340] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.096601] env[70621]: INFO nova.compute.manager [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Took 1.14 seconds to destroy the instance on the hypervisor. [ 954.096990] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.097298] env[70621]: DEBUG nova.compute.manager [-] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.097475] env[70621]: DEBUG nova.network.neutron [-] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.131773] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "64cd35da-8429-48a1-8f19-b3b79115c268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.132074] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "64cd35da-8429-48a1-8f19-b3b79115c268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.183791] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135988, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.191623] env[70621]: DEBUG nova.compute.manager [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.191884] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.192784] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7613f51e-c06f-4930-9108-683678c7f2a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.201408] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.201809] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a043c84c-a0a5-4c3f-b2ae-cf00b08a877d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.211097] env[70621]: DEBUG oslo_vmware.api [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 954.211097] env[70621]: value = "task-4135991" [ 954.211097] env[70621]: _type = "Task" [ 954.211097] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.221731] env[70621]: DEBUG oslo_vmware.api [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.235208] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.410375] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.480s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.410706] env[70621]: INFO nova.compute.manager [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Migrating [ 954.418552] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: aa275333-f648-45fe-a003-8eb6320d4acb] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.424700] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.168s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.427722] env[70621]: INFO nova.compute.claims [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.525674] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135986, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.641239} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.525990] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328/50f2c68f-3bf1-486a-90ff-352091e6b328.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.526616] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.526616] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c6f6344-aa82-40e3-a13e-c3d18c7727a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.533988] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 954.533988] env[70621]: value = "task-4135992" [ 954.533988] env[70621]: _type = "Task" [ 954.533988] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.543508] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.559850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Releasing lock "refresh_cache-6a414c48-1d2c-4f07-b828-6a0d253458bf" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.560043] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Instance network_info: |[{"id": "78aad52b-8b5c-4d6f-a173-4b873fbb59eb", "address": "fa:16:3e:37:12:ca", "network": {"id": "4007553e-d5e2-40a6-a87a-dedfac76ff1e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1416370411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e5e5535c74b44708efa33d0bd8c7089", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78aad52b-8b", "ovs_interfaceid": "78aad52b-8b5c-4d6f-a173-4b873fbb59eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.560514] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:12:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78aad52b-8b5c-4d6f-a173-4b873fbb59eb', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.569400] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Creating folder: Project (2e5e5535c74b44708efa33d0bd8c7089). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.570602] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae58152d-56b0-4e21-991f-680fab8e7303 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.583945] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Created folder: Project (2e5e5535c74b44708efa33d0bd8c7089) in parent group-v818963. [ 954.584199] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Creating folder: Instances. Parent ref: group-v819157. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.584476] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a24a375f-e6f9-4ce3-a4c3-24e2a8cd2aa9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.596241] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Created folder: Instances in parent group-v819157. [ 954.596241] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.596554] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.596926] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-450596b9-df54-4210-97bd-60b53d5f0158 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.620340] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.620340] env[70621]: value = "task-4135995" [ 954.620340] env[70621]: _type = "Task" [ 954.620340] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.632258] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135995, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.635031] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.687252] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135988, 'name': Rename_Task, 'duration_secs': 1.200031} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.687892] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.688183] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95d5a84f-8802-4ec5-8ca6-3194a3a1a140 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.697254] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 954.697254] env[70621]: value = "task-4135996" [ 954.697254] env[70621]: _type = "Task" [ 954.697254] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.708659] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.724496] env[70621]: DEBUG oslo_vmware.api [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135991, 'name': PowerOffVM_Task, 'duration_secs': 0.237004} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.725026] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.725276] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.725612] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c29ee0bf-1b6c-4415-aaee-58f9029f71ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.811137] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.811842] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.811842] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleting the datastore file [datastore1] 5a0ea751-b3b0-4246-865b-46eab03144ae {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.812016] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b61dda36-237a-4e8d-83f8-c2bcdfa77044 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.819177] env[70621]: DEBUG oslo_vmware.api [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 954.819177] env[70621]: value = "task-4135998" [ 954.819177] env[70621]: _type = "Task" [ 954.819177] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.828619] env[70621]: DEBUG oslo_vmware.api [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.941025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.941025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.941025] env[70621]: DEBUG nova.network.neutron [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.941776] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 719140cd-6ce5-459a-96c7-e573f25239ee] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.047018] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076679} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.047018] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.047950] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1637ce14-d314-46a4-b2a4-2eda05c964d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.073353] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328/50f2c68f-3bf1-486a-90ff-352091e6b328.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.073735] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a3f2c0-db30-40dc-9b10-aea0c44af617 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.094975] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 955.094975] env[70621]: value = "task-4135999" [ 955.094975] env[70621]: _type = "Task" [ 955.094975] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.104317] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.131262] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4135995, 'name': CreateVM_Task, 'duration_secs': 0.434521} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.131420] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.132209] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.132368] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.132658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.132922] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36158b87-f77f-471e-8d9e-c2ceb3bbdc73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.139454] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 955.139454] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a488a2-98dc-f994-cfe3-623a903169bd" [ 955.139454] env[70621]: _type = "Task" [ 955.139454] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.156256] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a488a2-98dc-f994-cfe3-623a903169bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.168146] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.190302] env[70621]: DEBUG nova.network.neutron [-] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.210912] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135996, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.331897] env[70621]: DEBUG oslo_vmware.api [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4135998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233576} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.332333] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.332598] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.332797] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.333013] env[70621]: INFO nova.compute.manager [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Took 1.14 seconds to destroy the instance on the hypervisor. [ 955.333313] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.333537] env[70621]: DEBUG nova.compute.manager [-] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.333637] env[70621]: DEBUG nova.network.neutron [-] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.452752] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: fb791a59-82e3-4dcc-b1db-86af929b7689] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.612344] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4135999, 'name': ReconfigVM_Task, 'duration_secs': 0.37817} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.613021] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328/50f2c68f-3bf1-486a-90ff-352091e6b328.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.615085] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-553a9724-39e8-45f3-86c9-0dd005c443ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.630398] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 955.630398] env[70621]: value = "task-4136000" [ 955.630398] env[70621]: _type = "Task" [ 955.630398] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.656521] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136000, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.666265] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a488a2-98dc-f994-cfe3-623a903169bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017242} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.666658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.666951] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.667823] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.667823] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.667823] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.668086] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec786b3-c57e-4448-8e71-74a0ac5ec866 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.678728] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.678992] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.683283] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f072aff8-b044-455b-add3-3d6cebfb124e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.691823] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 955.691823] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520c5f85-ad25-9b94-24f4-eb2b0b5d4d01" [ 955.691823] env[70621]: _type = "Task" [ 955.691823] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.692597] env[70621]: INFO nova.compute.manager [-] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Took 1.60 seconds to deallocate network for instance. [ 955.720037] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520c5f85-ad25-9b94-24f4-eb2b0b5d4d01, 'name': SearchDatastore_Task, 'duration_secs': 0.016894} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.725090] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4166cf1d-46b1-4bbf-bf7b-1e8b4c07bf1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.733064] env[70621]: DEBUG oslo_vmware.api [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4135996, 'name': PowerOnVM_Task, 'duration_secs': 0.675565} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.734763] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.735045] env[70621]: INFO nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Took 11.03 seconds to spawn the instance on the hypervisor. [ 955.735296] env[70621]: DEBUG nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.736561] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4742da-55cc-43f8-89bd-73f4ef755d43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.742901] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 955.742901] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bb1caf-af6e-4696-07a4-e0123c61a657" [ 955.742901] env[70621]: _type = "Task" [ 955.742901] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.764215] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bb1caf-af6e-4696-07a4-e0123c61a657, 'name': SearchDatastore_Task, 'duration_secs': 0.021254} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.764540] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.764810] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 6a414c48-1d2c-4f07-b828-6a0d253458bf/6a414c48-1d2c-4f07-b828-6a0d253458bf.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.765110] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c87abf67-68eb-4bfa-ab58-e3a542d89123 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.773833] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 955.773833] env[70621]: value = "task-4136001" [ 955.773833] env[70621]: _type = "Task" [ 955.773833] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.786430] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.892473] env[70621]: DEBUG nova.network.neutron [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.915120] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84afc9b4-fb32-451e-98fc-e19d2cf0740b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.924715] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9a5156-860c-4289-8e2c-9916802be3c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.961960] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9fd729ba-094d-480c-9b90-23af25f98324] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.965619] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca50c0-fe9b-4363-a39c-1daf86ce191b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.974827] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bedacc-c065-4f1d-9d05-79a170b12767 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.993107] env[70621]: DEBUG nova.compute.provider_tree [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.125122] env[70621]: DEBUG nova.compute.manager [req-c4e7de74-da9f-4f3d-8ea7-35d9f722e1ca req-02e99a66-f17c-4615-9b23-6b4f4b018340 service nova] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Received event network-vif-deleted-d8256e46-2df3-4ad8-ad4b-5aa224ba13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.125396] env[70621]: DEBUG nova.compute.manager [req-c4e7de74-da9f-4f3d-8ea7-35d9f722e1ca req-02e99a66-f17c-4615-9b23-6b4f4b018340 service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Received event network-vif-deleted-9cbe0302-8ba8-453c-b517-13962a57745d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.125572] env[70621]: INFO nova.compute.manager [req-c4e7de74-da9f-4f3d-8ea7-35d9f722e1ca req-02e99a66-f17c-4615-9b23-6b4f4b018340 service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Neutron deleted interface 9cbe0302-8ba8-453c-b517-13962a57745d; detaching it from the instance and deleting it from the info cache [ 956.125745] env[70621]: DEBUG nova.network.neutron [req-c4e7de74-da9f-4f3d-8ea7-35d9f722e1ca req-02e99a66-f17c-4615-9b23-6b4f4b018340 service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.144544] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136000, 'name': Rename_Task, 'duration_secs': 0.205535} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.145510] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.145781] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf560c3-dc56-4634-b7b3-8ed2b3dac33f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.156955] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 956.156955] env[70621]: value = "task-4136002" [ 956.156955] env[70621]: _type = "Task" [ 956.156955] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.170292] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.212016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.219310] env[70621]: DEBUG nova.network.neutron [-] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.268402] env[70621]: INFO nova.compute.manager [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Took 30.87 seconds to build instance. [ 956.289662] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.395675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.466521] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 143e6ff9-4c24-42a8-93ac-39b1a8178926] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.497585] env[70621]: DEBUG nova.scheduler.client.report [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.629386] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e32a074-05d2-45b5-afaf-38dc0e50338d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.640806] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb4bee-d94d-493d-b242-5452d19e654d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.667067] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.680801] env[70621]: DEBUG nova.compute.manager [req-c4e7de74-da9f-4f3d-8ea7-35d9f722e1ca req-02e99a66-f17c-4615-9b23-6b4f4b018340 service nova] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Detach interface failed, port_id=9cbe0302-8ba8-453c-b517-13962a57745d, reason: Instance 5a0ea751-b3b0-4246-865b-46eab03144ae could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 956.701151] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.722398] env[70621]: INFO nova.compute.manager [-] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Took 1.39 seconds to deallocate network for instance. [ 956.769682] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e2b766cf-28fe-43a7-a65d-26a710aa4588 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.378s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.770146] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.069s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.770461] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.770823] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.771026] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.773727] env[70621]: INFO nova.compute.manager [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Terminating instance [ 956.790303] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658215} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.790727] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 6a414c48-1d2c-4f07-b828-6a0d253458bf/6a414c48-1d2c-4f07-b828-6a0d253458bf.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.791142] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.791503] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e37128fe-7ba8-4404-ba03-b575ed0c4ce1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.800868] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 956.800868] env[70621]: value = "task-4136003" [ 956.800868] env[70621]: _type = "Task" [ 956.800868] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.813244] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.974701] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 956.974701] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Cleaning up deleted instances with incomplete migration {{(pid=70621) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 957.003957] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.003957] env[70621]: DEBUG nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.007458] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.328s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.009300] env[70621]: INFO nova.compute.claims [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.171511] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136002, 'name': PowerOnVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.229834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.278589] env[70621]: DEBUG nova.compute.manager [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.278972] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.280438] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58609c8a-3086-4b55-89fb-8dccd206584d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.289267] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.289581] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1770f2c-6421-494c-90ab-3684f793251a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.297770] env[70621]: DEBUG oslo_vmware.api [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 957.297770] env[70621]: value = "task-4136004" [ 957.297770] env[70621]: _type = "Task" [ 957.297770] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.311129] env[70621]: DEBUG oslo_vmware.api [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4136004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.314607] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151846} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.314842] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.318038] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b615c3f-5e5b-4c9d-bd4d-cbddc2f4df17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.343150] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 6a414c48-1d2c-4f07-b828-6a0d253458bf/6a414c48-1d2c-4f07-b828-6a0d253458bf.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.343876] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455a168d-118f-4c14-8499-46f3254ff34e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.366772] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 957.366772] env[70621]: value = "task-4136005" [ 957.366772] env[70621]: _type = "Task" [ 957.366772] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.377405] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.477065] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 957.514484] env[70621]: DEBUG nova.compute.utils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.519996] env[70621]: DEBUG nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 957.618739] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524191be-a2ba-3ae6-bc96-2d9d6a25b65d/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.619967] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd115a1-8573-4c54-8879-a2e3363e5f3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.628084] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524191be-a2ba-3ae6-bc96-2d9d6a25b65d/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.628278] env[70621]: ERROR oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524191be-a2ba-3ae6-bc96-2d9d6a25b65d/disk-0.vmdk due to incomplete transfer. [ 957.628533] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-33a649c3-10d6-48cc-bc5c-d70d0322ef88 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.637854] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524191be-a2ba-3ae6-bc96-2d9d6a25b65d/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 957.638196] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Uploaded image 2a44f1ab-8953-4975-add2-32bd7207e672 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 957.641295] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.641586] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-349706ad-32f5-40fe-9d63-3dba7c315789 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.649331] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 957.649331] env[70621]: value = "task-4136006" [ 957.649331] env[70621]: _type = "Task" [ 957.649331] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.659273] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136006, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.670539] env[70621]: DEBUG oslo_vmware.api [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136002, 'name': PowerOnVM_Task, 'duration_secs': 1.127401} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.670916] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.671262] env[70621]: INFO nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Took 10.47 seconds to spawn the instance on the hypervisor. [ 957.671562] env[70621]: DEBUG nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 957.672739] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb1307c-71b0-4396-bef0-fee2dc35e485 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.808559] env[70621]: DEBUG oslo_vmware.api [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4136004, 'name': PowerOffVM_Task, 'duration_secs': 0.305309} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.808913] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.809113] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.809389] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60c15443-11d4-4aa8-bb22-32d5599223de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.878387] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.890244] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.890244] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.890493] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleting the datastore file [datastore2] 9dfe7b25-62a1-431f-a061-c00d8fc44d53 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.891177] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-532a767b-1e70-4e2c-87b7-2ff0234022f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.898366] env[70621]: DEBUG oslo_vmware.api [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for the task: (returnval){ [ 957.898366] env[70621]: value = "task-4136008" [ 957.898366] env[70621]: _type = "Task" [ 957.898366] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.907857] env[70621]: DEBUG oslo_vmware.api [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4136008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.915007] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc15bc-3b25-49c5-ad12-6e41c29d7324 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.945904] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.021622] env[70621]: DEBUG nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.162282] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136006, 'name': Destroy_Task, 'duration_secs': 0.360361} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.162282] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Destroyed the VM [ 958.162527] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.162839] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac8b95e0-9b87-4a99-b6ba-ddcf43a18969 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.171904] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 958.171904] env[70621]: value = "task-4136009" [ 958.171904] env[70621]: _type = "Task" [ 958.171904] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.181518] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136009, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.194032] env[70621]: INFO nova.compute.manager [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Took 28.90 seconds to build instance. [ 958.377724] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136005, 'name': ReconfigVM_Task, 'duration_secs': 0.680158} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.380499] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 6a414c48-1d2c-4f07-b828-6a0d253458bf/6a414c48-1d2c-4f07-b828-6a0d253458bf.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.381503] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4beb23f-37d3-4634-b706-687aef36710d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.391233] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 958.391233] env[70621]: value = "task-4136010" [ 958.391233] env[70621]: _type = "Task" [ 958.391233] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.396253] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f076e-6d3d-4e7a-918b-6fe549d4ce5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.407886] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136010, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.415218] env[70621]: DEBUG oslo_vmware.api [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Task: {'id': task-4136008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27598} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.415578] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.415764] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.415945] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.416140] env[70621]: INFO nova.compute.manager [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Took 1.14 seconds to destroy the instance on the hypervisor. [ 958.416407] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.417535] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bafa7d3-eb94-4376-8fd6-1ab93d805821 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.421814] env[70621]: DEBUG nova.compute.manager [-] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.421997] env[70621]: DEBUG nova.network.neutron [-] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.454312] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.457069] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bd2234a-bc1d-4c4d-a2d1-2acbb725a9c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.459354] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc6afd-779c-4c6f-a7fe-f2e6e408e436 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.471595] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23588c4a-3b45-45d5-ba95-becef7ab255c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.475876] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 958.475876] env[70621]: value = "task-4136011" [ 958.475876] env[70621]: _type = "Task" [ 958.475876] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.489260] env[70621]: DEBUG nova.compute.provider_tree [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.499308] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 958.499543] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.683111] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136009, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.696370] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c2924fd-d94c-43a8-8842-d9e41940fcb7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.417s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.797194] env[70621]: DEBUG nova.compute.manager [req-9b9c7978-7296-4e1c-8389-c9e325b14935 req-4a489088-3304-4f5b-9727-d30678b57442 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Received event network-vif-deleted-2256e0a7-3041-47e2-9f3b-6cdc168aa012 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.797498] env[70621]: INFO nova.compute.manager [req-9b9c7978-7296-4e1c-8389-c9e325b14935 req-4a489088-3304-4f5b-9727-d30678b57442 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Neutron deleted interface 2256e0a7-3041-47e2-9f3b-6cdc168aa012; detaching it from the instance and deleting it from the info cache [ 958.797840] env[70621]: DEBUG nova.network.neutron [req-9b9c7978-7296-4e1c-8389-c9e325b14935 req-4a489088-3304-4f5b-9727-d30678b57442 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.902329] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136010, 'name': Rename_Task, 'duration_secs': 0.171284} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.902665] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.903251] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27229e53-0d63-4452-b283-5fa8638fb7ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.912198] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 958.912198] env[70621]: value = "task-4136012" [ 958.912198] env[70621]: _type = "Task" [ 958.912198] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.921728] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.993170] env[70621]: DEBUG nova.scheduler.client.report [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.006018] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.006292] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.006454] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.006639] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.006914] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.007137] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.007359] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.007522] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.007693] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.007862] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.008052] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.014232] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b2b24a-f6e1-47fd-b5fc-ffa982ba8fd7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.032128] env[70621]: DEBUG nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.034376] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 959.034376] env[70621]: value = "task-4136013" [ 959.034376] env[70621]: _type = "Task" [ 959.034376] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.045194] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.062264] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.062538] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.062708] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.062903] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.063072] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.063267] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.064220] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.064220] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.064220] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.064528] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.064528] env[70621]: DEBUG nova.virt.hardware [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.065796] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fac11b-3234-42b1-82e2-160372bbe08e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.075686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcea213-a733-44b9-b3ec-58cf374bc8ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.090284] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.096092] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Creating folder: Project (476ac733a7b64051938e68f3950b2a0f). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.096451] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c71497d-36bc-43e1-8026-1d588f8668a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.108124] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Created folder: Project (476ac733a7b64051938e68f3950b2a0f) in parent group-v818963. [ 959.108358] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Creating folder: Instances. Parent ref: group-v819160. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 959.108633] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e2a4592-a70a-48d0-aadb-7bdf2b2088c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.119602] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Created folder: Instances in parent group-v819160. [ 959.119878] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.120099] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 959.120328] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4202a87e-2ad4-45ea-960c-6c8f2c9666b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.140634] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.140634] env[70621]: value = "task-4136016" [ 959.140634] env[70621]: _type = "Task" [ 959.140634] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.149480] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136016, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.187028] env[70621]: DEBUG oslo_vmware.api [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136009, 'name': RemoveSnapshot_Task, 'duration_secs': 0.681377} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.187771] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 959.187873] env[70621]: INFO nova.compute.manager [None req-1e665aee-b670-4522-99b0-404b495a95e4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Took 14.75 seconds to snapshot the instance on the hypervisor. [ 959.275035] env[70621]: DEBUG nova.network.neutron [-] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.302341] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50e44b68-9a46-480f-a32d-1b1be2ea4474 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.314420] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd5897-51aa-432b-a70d-46a530b2b02d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.354731] env[70621]: DEBUG nova.compute.manager [req-9b9c7978-7296-4e1c-8389-c9e325b14935 req-4a489088-3304-4f5b-9727-d30678b57442 service nova] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Detach interface failed, port_id=2256e0a7-3041-47e2-9f3b-6cdc168aa012, reason: Instance 9dfe7b25-62a1-431f-a061-c00d8fc44d53 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 959.369810] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "a3b21e60-da0a-4e38-acca-842ab58038d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.370127] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.424984] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136012, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.498270] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.499013] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.502675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.756s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.502785] env[70621]: DEBUG nova.objects.instance [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lazy-loading 'resources' on Instance uuid 90c33792-68ef-4497-b9ef-a0d6abad9b66 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.545410] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136013, 'name': ReconfigVM_Task, 'duration_secs': 0.305447} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.545729] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.654333] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136016, 'name': CreateVM_Task, 'duration_secs': 0.374672} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.655286] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.656169] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.656265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.656800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.657139] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75cb4a5-d27d-4b5a-8f86-25e73d12637a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.664646] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 959.664646] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528976fc-3422-995b-783a-3b3af32eaf7b" [ 959.664646] env[70621]: _type = "Task" [ 959.664646] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.676098] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528976fc-3422-995b-783a-3b3af32eaf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.780974] env[70621]: INFO nova.compute.manager [-] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Took 1.36 seconds to deallocate network for instance. [ 959.873448] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.924564] env[70621]: DEBUG oslo_vmware.api [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136012, 'name': PowerOnVM_Task, 'duration_secs': 0.743227} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.924564] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.924564] env[70621]: INFO nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Took 10.16 seconds to spawn the instance on the hypervisor. [ 959.924564] env[70621]: DEBUG nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.925111] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e9348a-bb3e-46bb-985d-7b1e5f8ed467 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.009210] env[70621]: DEBUG nova.compute.utils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.011423] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.011423] env[70621]: DEBUG nova.network.neutron [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.052726] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.053050] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.053242] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.053467] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.053647] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.053949] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.055547] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.055782] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.055999] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.056198] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.056383] env[70621]: DEBUG nova.virt.hardware [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.063485] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.065797] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3286c7b0-5951-4bb6-8e42-3ab5de82ac20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.081391] env[70621]: DEBUG nova.policy [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185052ffeefd48729773a622b4e2fa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8ac3383ebc42e395a3bcda689db5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.092300] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 960.092300] env[70621]: value = "task-4136017" [ 960.092300] env[70621]: _type = "Task" [ 960.092300] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.105581] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.179148] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528976fc-3422-995b-783a-3b3af32eaf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.179644] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.179748] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.180041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.180289] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.180515] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.181111] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30964758-8d76-4a9d-8cc9-c83b7a0e179e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.197947] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.198187] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.198982] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e8eb25-c0c1-4814-8d34-febfaac202cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.206965] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 960.206965] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f119a7-e48e-574f-490e-2f8650aa5310" [ 960.206965] env[70621]: _type = "Task" [ 960.206965] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.215743] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f119a7-e48e-574f-490e-2f8650aa5310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.289855] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.399382] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.430796] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a87c2a-5c83-45d7-b301-f192e3ce6dfa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.444736] env[70621]: DEBUG nova.network.neutron [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Successfully created port: 5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.451369] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d2f8a-fc2a-4469-ae7c-53963e0a71cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.454406] env[70621]: INFO nova.compute.manager [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Took 29.19 seconds to build instance. [ 960.493344] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9845cdb-08ae-4e07-9cc0-547098a58680 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.503432] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc9e17-55d3-40dd-ab50-6d0cf2a9fa92 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.520010] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.524645] env[70621]: DEBUG nova.compute.provider_tree [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.604946] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136017, 'name': ReconfigVM_Task, 'duration_secs': 0.2926} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.604946] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.605835] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0303dbf-5a4e-40fb-8e08-0f49be550fc1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.638854] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f/3e11e849-1e5e-4b19-adc6-c5ede4e82c4f.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.639299] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d207e21-b952-401c-b0c0-e3e8356c37bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.660037] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 960.660037] env[70621]: value = "task-4136018" [ 960.660037] env[70621]: _type = "Task" [ 960.660037] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.668496] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.716875] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f119a7-e48e-574f-490e-2f8650aa5310, 'name': SearchDatastore_Task, 'duration_secs': 0.017655} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.717768] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a29e9ba-260e-416a-9c95-922567ce1006 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.723949] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 960.723949] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dbfe74-36d5-094b-0c6f-998018771fe8" [ 960.723949] env[70621]: _type = "Task" [ 960.723949] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.732159] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dbfe74-36d5-094b-0c6f-998018771fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.821895] env[70621]: DEBUG nova.compute.manager [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Received event network-changed-b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.822316] env[70621]: DEBUG nova.compute.manager [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Refreshing instance network info cache due to event network-changed-b3315488-6fff-4de5-a802-67a3180773cb. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.822565] env[70621]: DEBUG oslo_concurrency.lockutils [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.822716] env[70621]: DEBUG oslo_concurrency.lockutils [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.822961] env[70621]: DEBUG nova.network.neutron [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Refreshing network info cache for port b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.956797] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d26a57b7-4d45-49f9-bc29-c3fad58034e4 tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.703s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.031881] env[70621]: DEBUG nova.scheduler.client.report [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.171206] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.234269] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dbfe74-36d5-094b-0c6f-998018771fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.020692} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.234552] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.234825] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.235138] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdcd9d34-42b5-4a95-8779-6fd374ef6a08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.246022] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 961.246022] env[70621]: value = "task-4136019" [ 961.246022] env[70621]: _type = "Task" [ 961.246022] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.260354] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.540364] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.543751] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.546337] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.424s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.548108] env[70621]: INFO nova.compute.claims [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.574971] env[70621]: INFO nova.scheduler.client.report [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Deleted allocations for instance 90c33792-68ef-4497-b9ef-a0d6abad9b66 [ 961.579459] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.579823] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.580083] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.580790] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.581018] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.581300] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.581625] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.581830] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.582062] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.582281] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.582473] env[70621]: DEBUG nova.virt.hardware [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.586447] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8efae-9b3c-4bde-9b2e-e6cf0aef91a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.600969] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8a9f1-9180-4f51-8cae-c658ac0ad63a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.641414] env[70621]: DEBUG nova.network.neutron [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updated VIF entry in instance network info cache for port b3315488-6fff-4de5-a802-67a3180773cb. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.641865] env[70621]: DEBUG nova.network.neutron [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.672488] env[70621]: DEBUG oslo_vmware.api [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136018, 'name': ReconfigVM_Task, 'duration_secs': 0.699883} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.672746] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f/3e11e849-1e5e-4b19-adc6-c5ede4e82c4f.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.673014] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.756428] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.875654] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "6a414c48-1d2c-4f07-b828-6a0d253458bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.875949] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.876190] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "6a414c48-1d2c-4f07-b828-6a0d253458bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.876428] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.876548] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.878929] env[70621]: INFO nova.compute.manager [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Terminating instance [ 961.959481] env[70621]: DEBUG nova.network.neutron [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Successfully updated port: 5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.095044] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d88f7ba0-b4ec-4e44-8bd4-f2b55a6d14fe tempest-ServersV294TestFqdnHostnames-346829035 tempest-ServersV294TestFqdnHostnames-346829035-project-member] Lock "90c33792-68ef-4497-b9ef-a0d6abad9b66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.925s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.145211] env[70621]: DEBUG oslo_concurrency.lockutils [req-41009d22-176f-46ec-8991-02fd3fee3fa7 req-3bd6ae53-c76a-4145-a38b-7fea3aeaa8a1 service nova] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.179896] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e504e3-6a30-4e4c-a9d8-2eeff8e04c32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.200342] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e08f5-413c-492a-9c84-e1dcf419dd8f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.219550] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.255815] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51513} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.259025] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.259025] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.259025] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87a50cbf-f1c8-40e1-9063-6ab02fae4ab1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.266039] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 962.266039] env[70621]: value = "task-4136020" [ 962.266039] env[70621]: _type = "Task" [ 962.266039] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.275657] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136020, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.382868] env[70621]: DEBUG nova.compute.manager [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.383147] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.384053] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6029a8aa-cfcb-40bf-a821-d6921ca1176e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.392871] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.392871] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb9e474d-5849-4542-91fa-1e80b5f2d19e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.402512] env[70621]: DEBUG oslo_vmware.api [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 962.402512] env[70621]: value = "task-4136021" [ 962.402512] env[70621]: _type = "Task" [ 962.402512] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.412091] env[70621]: DEBUG oslo_vmware.api [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.463033] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-36695bed-3958-4ba5-b434-6d21ae8a9975" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.463207] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-36695bed-3958-4ba5-b434-6d21ae8a9975" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.463381] env[70621]: DEBUG nova.network.neutron [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.774715] env[70621]: DEBUG nova.network.neutron [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Port 00713a73-cdfd-4605-99ca-c0c83a80532f binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.781307] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136020, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079076} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.781840] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.782844] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba78ebe8-04ab-4563-98cb-e82c6d18e44e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.804246] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.807596] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e99d2115-695c-4d63-acf3-0a8a2d74a687 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.830271] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 962.830271] env[70621]: value = "task-4136022" [ 962.830271] env[70621]: _type = "Task" [ 962.830271] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.842501] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136022, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.850755] env[70621]: DEBUG nova.compute.manager [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Received event network-vif-plugged-5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.851120] env[70621]: DEBUG oslo_concurrency.lockutils [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] Acquiring lock "36695bed-3958-4ba5-b434-6d21ae8a9975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.851398] env[70621]: DEBUG oslo_concurrency.lockutils [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.851630] env[70621]: DEBUG oslo_concurrency.lockutils [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.851940] env[70621]: DEBUG nova.compute.manager [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] No waiting events found dispatching network-vif-plugged-5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.852188] env[70621]: WARNING nova.compute.manager [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Received unexpected event network-vif-plugged-5cce1927-3595-49fc-af98-8e18ebccb0f6 for instance with vm_state building and task_state spawning. [ 962.852415] env[70621]: DEBUG nova.compute.manager [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Received event network-changed-5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.852698] env[70621]: DEBUG nova.compute.manager [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Refreshing instance network info cache due to event network-changed-5cce1927-3595-49fc-af98-8e18ebccb0f6. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 962.852940] env[70621]: DEBUG oslo_concurrency.lockutils [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] Acquiring lock "refresh_cache-36695bed-3958-4ba5-b434-6d21ae8a9975" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.908816] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9b044e-ae82-44c2-9f90-f44cccc60f93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.916860] env[70621]: DEBUG oslo_vmware.api [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136021, 'name': PowerOffVM_Task, 'duration_secs': 0.198675} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.918672] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.918864] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.919231] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ab13f8d-6974-4e42-94c9-8ed179c95950 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.921552] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4b11c-7c1c-41fc-a437-bb8627f02b44 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.955757] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da78f432-4ed8-4ca0-a801-f9e55e1848d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.964249] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61579d33-2abe-47ef-a89c-d19034953c88 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.980249] env[70621]: DEBUG nova.compute.provider_tree [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.012683] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.012683] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.012683] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Deleting the datastore file [datastore2] 6a414c48-1d2c-4f07-b828-6a0d253458bf {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.013140] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c322b756-05df-4261-863a-233c117a719d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.022458] env[70621]: DEBUG oslo_vmware.api [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for the task: (returnval){ [ 963.022458] env[70621]: value = "task-4136024" [ 963.022458] env[70621]: _type = "Task" [ 963.022458] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.029571] env[70621]: DEBUG nova.network.neutron [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.038369] env[70621]: DEBUG oslo_vmware.api [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.279675] env[70621]: DEBUG nova.network.neutron [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Updating instance_info_cache with network_info: [{"id": "5cce1927-3595-49fc-af98-8e18ebccb0f6", "address": "fa:16:3e:35:eb:ce", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cce1927-35", "ovs_interfaceid": "5cce1927-3595-49fc-af98-8e18ebccb0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.347502] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136022, 'name': ReconfigVM_Task, 'duration_secs': 0.465555} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.347838] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.348525] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a6ab69-2816-48d9-b12a-4e45da78f052 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.359977] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 963.359977] env[70621]: value = "task-4136025" [ 963.359977] env[70621]: _type = "Task" [ 963.359977] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.369309] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136025, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.484024] env[70621]: DEBUG nova.scheduler.client.report [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.531832] env[70621]: DEBUG oslo_vmware.api [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Task: {'id': task-4136024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309444} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.532112] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.532304] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.532519] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.532701] env[70621]: INFO nova.compute.manager [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 963.532948] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.533165] env[70621]: DEBUG nova.compute.manager [-] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.533262] env[70621]: DEBUG nova.network.neutron [-] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.782975] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-36695bed-3958-4ba5-b434-6d21ae8a9975" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.783366] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Instance network_info: |[{"id": "5cce1927-3595-49fc-af98-8e18ebccb0f6", "address": "fa:16:3e:35:eb:ce", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cce1927-35", "ovs_interfaceid": "5cce1927-3595-49fc-af98-8e18ebccb0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.783691] env[70621]: DEBUG oslo_concurrency.lockutils [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] Acquired lock "refresh_cache-36695bed-3958-4ba5-b434-6d21ae8a9975" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.783877] env[70621]: DEBUG nova.network.neutron [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Refreshing network info cache for port 5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.785329] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:eb:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cce1927-3595-49fc-af98-8e18ebccb0f6', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.793528] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.804978] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.808070] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d772dcea-0310-47ed-b9f1-c5dcbed3cbd2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.833697] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.833697] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.833697] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.840549] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.840549] env[70621]: value = "task-4136026" [ 963.840549] env[70621]: _type = "Task" [ 963.840549] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.850506] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136026, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.873460] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136025, 'name': Rename_Task, 'duration_secs': 0.160555} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.874365] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.874627] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec058403-5a33-456d-9806-22f60c47f0a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.881981] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 963.881981] env[70621]: value = "task-4136027" [ 963.881981] env[70621]: _type = "Task" [ 963.881981] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.893404] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.989909] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.990602] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.996944] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.073s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.996944] env[70621]: INFO nova.compute.claims [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.316710] env[70621]: DEBUG nova.network.neutron [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Updated VIF entry in instance network info cache for port 5cce1927-3595-49fc-af98-8e18ebccb0f6. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.316710] env[70621]: DEBUG nova.network.neutron [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Updating instance_info_cache with network_info: [{"id": "5cce1927-3595-49fc-af98-8e18ebccb0f6", "address": "fa:16:3e:35:eb:ce", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cce1927-35", "ovs_interfaceid": "5cce1927-3595-49fc-af98-8e18ebccb0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.351761] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136026, 'name': CreateVM_Task, 'duration_secs': 0.396233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.352392] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.353389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.353389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.353635] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.353848] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd935bc-f4bb-4dd1-83d7-26a7737b52d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362218] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 964.362218] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523d5dba-44a0-e804-c257-911781016b92" [ 964.362218] env[70621]: _type = "Task" [ 964.362218] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.374030] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523d5dba-44a0-e804-c257-911781016b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.400295] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136027, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.501025] env[70621]: DEBUG nova.compute.utils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.503065] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.503783] env[70621]: DEBUG nova.network.neutron [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.572260] env[70621]: DEBUG nova.policy [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0cce288e1446b68858d79369fc09fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c70410dc09404072ad6f9f161df3e42b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.581472] env[70621]: DEBUG nova.network.neutron [-] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.818735] env[70621]: DEBUG oslo_concurrency.lockutils [req-df4109f2-33d4-4b27-9646-59a8c663840b req-0b604cc5-ce76-41ef-98f8-620fac3180e8 service nova] Releasing lock "refresh_cache-36695bed-3958-4ba5-b434-6d21ae8a9975" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.874819] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523d5dba-44a0-e804-c257-911781016b92, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.875175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.875420] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.875661] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.875818] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.876014] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.876452] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41907f0b-ffce-467b-bafc-480d324d7bba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.883241] env[70621]: DEBUG nova.compute.manager [req-1699a12f-718e-4f9d-ba54-c3f8e83fa46f req-baca9897-c8c2-476a-9b93-93fd79b02cbf service nova] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Received event network-vif-deleted-78aad52b-8b5c-4d6f-a173-4b873fbb59eb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.894470] env[70621]: DEBUG oslo_vmware.api [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136027, 'name': PowerOnVM_Task, 'duration_secs': 0.562249} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.894820] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.894988] env[70621]: INFO nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Took 5.86 seconds to spawn the instance on the hypervisor. [ 964.895192] env[70621]: DEBUG nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.896252] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.896440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.896616] env[70621]: DEBUG nova.network.neutron [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.898343] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc381cd-d036-4d76-85a9-53540ae493fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.903382] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.903571] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.905278] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a0422a-b336-4753-a42f-3eca1edeaa66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.921505] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 964.921505] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a97c20-4f2d-10d9-dd82-f8a8f765dcfa" [ 964.921505] env[70621]: _type = "Task" [ 964.921505] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.931393] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a97c20-4f2d-10d9-dd82-f8a8f765dcfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.011836] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.085048] env[70621]: INFO nova.compute.manager [-] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Took 1.55 seconds to deallocate network for instance. [ 965.135175] env[70621]: DEBUG nova.network.neutron [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Successfully created port: 92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.428877] env[70621]: INFO nova.compute.manager [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Took 22.21 seconds to build instance. [ 965.432405] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7aee13-2b32-4961-949e-e3dc602d7606 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.440789] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a97c20-4f2d-10d9-dd82-f8a8f765dcfa, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.442437] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c37944a-9ec5-4f3b-9451-1e50b0afafbf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.448624] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3670f618-30d8-4f64-8f49-82c6ddede1e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.455303] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 965.455303] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5284419d-3304-ee3c-9546-2ee153e007d1" [ 965.455303] env[70621]: _type = "Task" [ 965.455303] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.497039] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654ca46-ab3a-45d3-924c-4ccbe66190d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.504717] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5284419d-3304-ee3c-9546-2ee153e007d1, 'name': SearchDatastore_Task, 'duration_secs': 0.024512} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.505482] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.505867] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 36695bed-3958-4ba5-b434-6d21ae8a9975/36695bed-3958-4ba5-b434-6d21ae8a9975.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.506165] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57ab3682-06a5-410e-a94e-b84456a34c7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.512287] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac746dd-97d0-4472-ae78-f5be6fff32fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.522129] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 965.522129] env[70621]: value = "task-4136028" [ 965.522129] env[70621]: _type = "Task" [ 965.522129] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.535183] env[70621]: DEBUG nova.compute.provider_tree [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.545364] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.593624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.941835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-489ead52-3612-4316-b9a6-fdfe9e8f06cb tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.740s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.028795] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.042587] env[70621]: DEBUG nova.scheduler.client.report [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.051927] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136028, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.057865] env[70621]: DEBUG nova.network.neutron [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.063022] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.063732] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.064102] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.064463] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.064790] env[70621]: DEBUG nova.virt.hardware [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.065856] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cefc96-4731-4746-8667-0db9253a396a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.077428] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76950704-5dc5-4c92-be41-1330883be66b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.538377] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602199} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.538377] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 36695bed-3958-4ba5-b434-6d21ae8a9975/36695bed-3958-4ba5-b434-6d21ae8a9975.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.538377] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.538377] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e1187d-7fbc-4a52-b5da-1009a8882157 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.546385] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 966.546385] env[70621]: value = "task-4136029" [ 966.546385] env[70621]: _type = "Task" [ 966.546385] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.555297] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.555297] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.560888] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.326s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.561147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.563567] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.396s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.565168] env[70621]: INFO nova.compute.claims [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.568315] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.576790] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.652334] env[70621]: INFO nova.scheduler.client.report [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleted allocations for instance 52c59e2e-f232-4634-833e-dd07b6892c59 [ 966.956497] env[70621]: DEBUG nova.compute.manager [req-70a4802a-6530-4d6f-ba68-901b9a6a0234 req-d0574358-16b8-49fc-ab94-9424f76183fb service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Received event network-vif-plugged-92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.956792] env[70621]: DEBUG oslo_concurrency.lockutils [req-70a4802a-6530-4d6f-ba68-901b9a6a0234 req-d0574358-16b8-49fc-ab94-9424f76183fb service nova] Acquiring lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.956947] env[70621]: DEBUG oslo_concurrency.lockutils [req-70a4802a-6530-4d6f-ba68-901b9a6a0234 req-d0574358-16b8-49fc-ab94-9424f76183fb service nova] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.957630] env[70621]: DEBUG oslo_concurrency.lockutils [req-70a4802a-6530-4d6f-ba68-901b9a6a0234 req-d0574358-16b8-49fc-ab94-9424f76183fb service nova] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.957843] env[70621]: DEBUG nova.compute.manager [req-70a4802a-6530-4d6f-ba68-901b9a6a0234 req-d0574358-16b8-49fc-ab94-9424f76183fb service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] No waiting events found dispatching network-vif-plugged-92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 966.958135] env[70621]: WARNING nova.compute.manager [req-70a4802a-6530-4d6f-ba68-901b9a6a0234 req-d0574358-16b8-49fc-ab94-9424f76183fb service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Received unexpected event network-vif-plugged-92c5a8a4-7f1b-46c3-8e30-8df658a9b211 for instance with vm_state building and task_state spawning. [ 967.019554] env[70621]: INFO nova.compute.manager [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Rebuilding instance [ 967.060211] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134152} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.060503] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.061315] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2fd48d-19b4-4814-96b3-eedde1e4e8c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.069239] env[70621]: DEBUG nova.compute.manager [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 967.070316] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81847faf-842b-4984-8c5f-af4010c7c9f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.086402] env[70621]: DEBUG nova.compute.utils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.099762] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 36695bed-3958-4ba5-b434-6d21ae8a9975/36695bed-3958-4ba5-b434-6d21ae8a9975.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.105729] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.105926] env[70621]: DEBUG nova.network.neutron [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.108307] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7989ff-c267-48a3-820e-98289a09bcd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.136127] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 967.136127] env[70621]: value = "task-4136030" [ 967.136127] env[70621]: _type = "Task" [ 967.136127] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.144663] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740ae65d-72e4-4cca-811b-68aa9b1b5f0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.166686] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.187662] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b823886a-da98-4921-a672-da8aa43038a3 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "52c59e2e-f232-4634-833e-dd07b6892c59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.606s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.190985] env[70621]: DEBUG nova.network.neutron [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Successfully updated port: 92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.192832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf4581-8e57-409c-b967-baa8928c0640 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.202972] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.250020] env[70621]: DEBUG nova.policy [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4501c89e7c0c4c639c0602a223c71461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '665f41fd51334a97a27c6bfc89dfd17f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.511848] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb70527-d824-4d9c-a4cb-d1f46e1d2f51 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.523627] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90e9411-8142-4688-9a8a-5f85454a443c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.559952] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd7551-28d6-4db7-b2ff-f1d5afe3aa9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.568221] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df1281-5bfe-469a-ab9f-d9c6aee03d24 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.582926] env[70621]: DEBUG nova.compute.provider_tree [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.607115] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.649152] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.697833] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "refresh_cache-d38221ce-1327-4f3c-97b0-9e8f07c613a0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.697992] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "refresh_cache-d38221ce-1327-4f3c-97b0-9e8f07c613a0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.698166] env[70621]: DEBUG nova.network.neutron [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.713655] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d68d51b-f5c9-4e9b-826d-0f2309281ec0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance '3e11e849-1e5e-4b19-adc6-c5ede4e82c4f' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.829649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.829649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.829649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.829649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.829649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.830833] env[70621]: INFO nova.compute.manager [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Terminating instance [ 968.029167] env[70621]: DEBUG nova.network.neutron [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Successfully created port: dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.086750] env[70621]: DEBUG nova.scheduler.client.report [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.135970] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.139025] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd0d8b0-1af8-4cf3-ae99-3a17c5418a04 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.158037] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136030, 'name': ReconfigVM_Task, 'duration_secs': 0.695475} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.158037] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 36695bed-3958-4ba5-b434-6d21ae8a9975/36695bed-3958-4ba5-b434-6d21ae8a9975.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.160898] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 968.160898] env[70621]: value = "task-4136031" [ 968.160898] env[70621]: _type = "Task" [ 968.160898] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.162260] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdc5cf31-48de-4733-a744-924e22ee9d94 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.176742] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.178675] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 968.178675] env[70621]: value = "task-4136032" [ 968.178675] env[70621]: _type = "Task" [ 968.178675] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.188359] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136032, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.250865] env[70621]: DEBUG nova.network.neutron [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.343497] env[70621]: DEBUG nova.compute.manager [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.343820] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.344907] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc40197-a3f4-49c3-b460-c5dd38785f88 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.356287] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.356761] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a376adb5-79dc-42ba-a77f-3593b8b85264 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.364219] env[70621]: DEBUG oslo_vmware.api [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 968.364219] env[70621]: value = "task-4136033" [ 968.364219] env[70621]: _type = "Task" [ 968.364219] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.374303] env[70621]: DEBUG oslo_vmware.api [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4136033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.452978] env[70621]: DEBUG nova.network.neutron [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Updating instance_info_cache with network_info: [{"id": "92c5a8a4-7f1b-46c3-8e30-8df658a9b211", "address": "fa:16:3e:57:b4:ea", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c5a8a4-7f", "ovs_interfaceid": "92c5a8a4-7f1b-46c3-8e30-8df658a9b211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.592651] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.029s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.593908] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.596672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.385s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.600071] env[70621]: DEBUG nova.objects.instance [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'resources' on Instance uuid 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.617736] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.661023] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.661363] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.661533] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.661722] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.661872] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.662031] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.662249] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.662502] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.662631] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.662864] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.663139] env[70621]: DEBUG nova.virt.hardware [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.664434] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6eb007-881b-40b4-8baa-57378e360768 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.676916] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136031, 'name': PowerOffVM_Task, 'duration_secs': 0.135107} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.679385] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.680696] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.681789] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba30d6-f651-4984-8ebb-7ef41aa76107 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.687513] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3216a9ba-8750-415e-bcc7-e4fd71e69f3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.701195] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136032, 'name': Rename_Task, 'duration_secs': 0.184056} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.711826] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.712839] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.712839] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab05057-75b5-4e25-a066-0a9a1d23d12f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.714497] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c95f57-e035-4304-9e1e-1864ac545ae4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.722181] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 968.722181] env[70621]: value = "task-4136034" [ 968.722181] env[70621]: _type = "Task" [ 968.722181] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.738120] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.743982] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.744296] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.744557] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Deleting the datastore file [datastore2] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.744995] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9058b5d4-ea40-497e-8ab0-d62871967f2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.753271] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 968.753271] env[70621]: value = "task-4136036" [ 968.753271] env[70621]: _type = "Task" [ 968.753271] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.762655] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.874745] env[70621]: DEBUG oslo_vmware.api [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4136033, 'name': PowerOffVM_Task, 'duration_secs': 0.231131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.874907] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.875222] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.875341] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-565963e0-af7b-41a7-83f2-dcca18494b0a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.951662] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.952256] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.952256] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleting the datastore file [datastore1] 8322f8fc-34cb-4f84-92c1-9ce169608d63 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.952359] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-445c8df4-63bb-418a-ac3e-8f2c447d60ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.956718] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "refresh_cache-d38221ce-1327-4f3c-97b0-9e8f07c613a0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.956718] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Instance network_info: |[{"id": "92c5a8a4-7f1b-46c3-8e30-8df658a9b211", "address": "fa:16:3e:57:b4:ea", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c5a8a4-7f", "ovs_interfaceid": "92c5a8a4-7f1b-46c3-8e30-8df658a9b211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.956718] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:b4:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c5a8a4-7f1b-46c3-8e30-8df658a9b211', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.964161] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.964920] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.965190] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6249130-cf6e-40ea-bcbd-b53fdbefc2be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.981716] env[70621]: DEBUG oslo_vmware.api [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for the task: (returnval){ [ 968.981716] env[70621]: value = "task-4136038" [ 968.981716] env[70621]: _type = "Task" [ 968.981716] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.987895] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.987895] env[70621]: value = "task-4136039" [ 968.987895] env[70621]: _type = "Task" [ 968.987895] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.992264] env[70621]: DEBUG oslo_vmware.api [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4136038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.997537] env[70621]: DEBUG nova.compute.manager [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Received event network-changed-92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.997767] env[70621]: DEBUG nova.compute.manager [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Refreshing instance network info cache due to event network-changed-92c5a8a4-7f1b-46c3-8e30-8df658a9b211. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.998032] env[70621]: DEBUG oslo_concurrency.lockutils [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] Acquiring lock "refresh_cache-d38221ce-1327-4f3c-97b0-9e8f07c613a0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.998195] env[70621]: DEBUG oslo_concurrency.lockutils [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] Acquired lock "refresh_cache-d38221ce-1327-4f3c-97b0-9e8f07c613a0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.998376] env[70621]: DEBUG nova.network.neutron [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Refreshing network info cache for port 92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.008045] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136039, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.100991] env[70621]: DEBUG nova.compute.utils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.111629] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.111629] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.188065] env[70621]: DEBUG nova.policy [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48970e4a1aa34ba98368b91c35471987', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '840be83058764f219ba8a03127f8f0aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.233188] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.266229] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191652} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.267525] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.267525] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.267525] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.494027] env[70621]: DEBUG oslo_vmware.api [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Task: {'id': task-4136038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185393} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.497567] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.500671] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.500671] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.500671] env[70621]: INFO nova.compute.manager [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Took 1.15 seconds to destroy the instance on the hypervisor. [ 969.500671] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.502239] env[70621]: DEBUG nova.compute.manager [-] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.502368] env[70621]: DEBUG nova.network.neutron [-] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.513812] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136039, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.524577] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0379988a-a7a1-4eab-a1a1-222a5fb2ff39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.535541] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67991d-4651-4003-bd51-0a781042d7b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.585178] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87140f06-6b2b-4133-951f-c91c49262397 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.593661] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110fb3f1-c818-4c3d-8404-83e92d382738 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.609978] env[70621]: DEBUG nova.compute.provider_tree [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.611922] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.731389] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Successfully created port: 9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.739391] env[70621]: DEBUG oslo_vmware.api [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136034, 'name': PowerOnVM_Task, 'duration_secs': 0.578828} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.739715] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.739925] env[70621]: INFO nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Took 8.20 seconds to spawn the instance on the hypervisor. [ 969.740133] env[70621]: DEBUG nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.740966] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b698a1-8b8b-49c9-9857-76a6b7f8fe42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.863916] env[70621]: DEBUG nova.network.neutron [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Updated VIF entry in instance network info cache for port 92c5a8a4-7f1b-46c3-8e30-8df658a9b211. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.864504] env[70621]: DEBUG nova.network.neutron [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Updating instance_info_cache with network_info: [{"id": "92c5a8a4-7f1b-46c3-8e30-8df658a9b211", "address": "fa:16:3e:57:b4:ea", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c5a8a4-7f", "ovs_interfaceid": "92c5a8a4-7f1b-46c3-8e30-8df658a9b211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.002714] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136039, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.098165] env[70621]: DEBUG nova.network.neutron [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Successfully updated port: dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.116104] env[70621]: DEBUG nova.scheduler.client.report [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.261596] env[70621]: INFO nova.compute.manager [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Took 23.60 seconds to build instance. [ 970.311783] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.311783] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.311783] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.311783] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.311783] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.311783] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.312019] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.312530] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.312530] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.312709] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.313027] env[70621]: DEBUG nova.virt.hardware [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.314826] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f55629-3484-4870-ad3c-a50ef50807d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.324733] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc291cfe-b3df-4d2b-ab0e-a794593adc02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.330242] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Successfully created port: f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.343973] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.349834] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.350496] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.350727] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab0edd0b-dd9d-4d92-8c64-0e4e59c042f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.368679] env[70621]: DEBUG oslo_concurrency.lockutils [req-6976c66d-83ab-4e11-8af6-e6f7dbc40b4d req-b6b122e7-6e79-43a8-9fd2-444b51eb2de8 service nova] Releasing lock "refresh_cache-d38221ce-1327-4f3c-97b0-9e8f07c613a0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.370018] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.370018] env[70621]: value = "task-4136040" [ 970.370018] env[70621]: _type = "Task" [ 970.370018] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.379427] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136040, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.411265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.411648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.454395] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "cf90c38d-d2bf-43f7-abd1-21711c900187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.454518] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.503434] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136039, 'name': CreateVM_Task, 'duration_secs': 1.369678} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.503682] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.504435] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.504609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.504963] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.505282] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e01c142-b278-431c-842f-a39c3aa6cbe9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.511841] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 970.511841] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d2a303-3b70-07e9-6d46-123d5c9547ad" [ 970.511841] env[70621]: _type = "Task" [ 970.511841] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.521428] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d2a303-3b70-07e9-6d46-123d5c9547ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.603956] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "refresh_cache-93233d31-a38a-4232-92e8-8e2a84ccf5fb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.604078] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquired lock "refresh_cache-93233d31-a38a-4232-92e8-8e2a84ccf5fb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.604212] env[70621]: DEBUG nova.network.neutron [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.626084] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.629347] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.634299] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.405s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.634554] env[70621]: DEBUG nova.objects.instance [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lazy-loading 'resources' on Instance uuid 5a0ea751-b3b0-4246-865b-46eab03144ae {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.648961] env[70621]: DEBUG nova.network.neutron [-] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.668123] env[70621]: INFO nova.scheduler.client.report [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted allocations for instance 9c8db63a-ad0f-48c4-8e07-54e59b76ff54 [ 970.672897] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.673192] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.673363] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.673543] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.673700] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.673856] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.674105] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.674294] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.674471] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.674693] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.674853] env[70621]: DEBUG nova.virt.hardware [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.678677] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd66e20-778e-42a5-af8c-e68cb31e22f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.694674] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd0cf6b-6ee9-4882-b89f-379d2f45c01f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.764866] env[70621]: DEBUG oslo_concurrency.lockutils [None req-374bc7b1-06da-44ee-8129-0e155c7277fb tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.127s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.777563] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.777873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.778118] env[70621]: DEBUG nova.compute.manager [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Going to confirm migration 3 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 970.880670] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136040, 'name': CreateVM_Task, 'duration_secs': 0.376792} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.880776] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.881204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.881382] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.881700] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.882095] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d8523b-8335-406f-81ba-ea659c153162 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.886874] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 970.886874] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526a898f-5038-ab09-fff5-5a528d47f531" [ 970.886874] env[70621]: _type = "Task" [ 970.886874] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.895894] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526a898f-5038-ab09-fff5-5a528d47f531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.919165] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.958360] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.027454] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d2a303-3b70-07e9-6d46-123d5c9547ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.027692] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.027933] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.028923] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.028923] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.028923] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.028923] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ab2ec08-b071-4e00-ad59-6324e514e017 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.039524] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.040155] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.040992] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d801282f-eca6-4da2-b0b1-16f469390d6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.046616] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 971.046616] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5232e1a6-a540-ad90-189d-bc4a56e362ca" [ 971.046616] env[70621]: _type = "Task" [ 971.046616] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.055732] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5232e1a6-a540-ad90-189d-bc4a56e362ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.059703] env[70621]: DEBUG nova.compute.manager [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Received event network-vif-plugged-dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.059926] env[70621]: DEBUG oslo_concurrency.lockutils [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] Acquiring lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.060208] env[70621]: DEBUG oslo_concurrency.lockutils [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.060327] env[70621]: DEBUG oslo_concurrency.lockutils [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.060473] env[70621]: DEBUG nova.compute.manager [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] No waiting events found dispatching network-vif-plugged-dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.060636] env[70621]: WARNING nova.compute.manager [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Received unexpected event network-vif-plugged-dd361339-8664-4f48-bcd2-998efaf56ab7 for instance with vm_state building and task_state spawning. [ 971.060797] env[70621]: DEBUG nova.compute.manager [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Received event network-changed-dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.060943] env[70621]: DEBUG nova.compute.manager [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Refreshing instance network info cache due to event network-changed-dd361339-8664-4f48-bcd2-998efaf56ab7. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.061192] env[70621]: DEBUG oslo_concurrency.lockutils [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] Acquiring lock "refresh_cache-93233d31-a38a-4232-92e8-8e2a84ccf5fb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.138482] env[70621]: DEBUG nova.network.neutron [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.154585] env[70621]: INFO nova.compute.manager [-] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Took 1.65 seconds to deallocate network for instance. [ 971.191756] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8ef698-d199-4887-bd9e-ad87646c2c8d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "9c8db63a-ad0f-48c4-8e07-54e59b76ff54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.740s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.375685] env[70621]: DEBUG nova.network.neutron [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Updating instance_info_cache with network_info: [{"id": "dd361339-8664-4f48-bcd2-998efaf56ab7", "address": "fa:16:3e:4c:6d:f8", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd361339-86", "ovs_interfaceid": "dd361339-8664-4f48-bcd2-998efaf56ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.402183] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526a898f-5038-ab09-fff5-5a528d47f531, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.405265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.405550] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.405799] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.405951] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.406149] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.407680] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.407875] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.408174] env[70621]: DEBUG nova.network.neutron [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.408271] env[70621]: DEBUG nova.objects.instance [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'info_cache' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.410347] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-072b8279-762f-4659-b65c-83aeded41d02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.432912] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.434296] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.435359] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082ac56c-8538-42e6-a223-9f0760b7253a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.442666] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 971.442666] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bf6322-5cf9-b134-ca9b-15a7bfdf9290" [ 971.442666] env[70621]: _type = "Task" [ 971.442666] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.448789] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.454491] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bf6322-5cf9-b134-ca9b-15a7bfdf9290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.464493] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "36695bed-3958-4ba5-b434-6d21ae8a9975" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.464777] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.464966] env[70621]: DEBUG nova.compute.manager [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.468622] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553da54d-805f-4197-a1e9-26c3c626c6a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.478921] env[70621]: DEBUG nova.compute.manager [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 971.479644] env[70621]: DEBUG nova.objects.instance [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lazy-loading 'flavor' on Instance uuid 36695bed-3958-4ba5-b434-6d21ae8a9975 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.489651] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.526505] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c6c30f-2799-4775-88e9-5a61c519e3d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.534648] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d3a101-20a5-43d6-84c5-9c387b35f015 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.573355] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e6d51-510b-4812-8245-9f4c9afc0abe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.585395] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818675d-7d52-4024-84e9-2e0fe54bcc03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.589504] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5232e1a6-a540-ad90-189d-bc4a56e362ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.590706] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f22ba2-72d3-479b-b808-8a02f504a90b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.605294] env[70621]: DEBUG nova.compute.provider_tree [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.612532] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 971.612532] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5203d406-bb23-72f9-df46-5b31c06cc165" [ 971.612532] env[70621]: _type = "Task" [ 971.612532] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.623632] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5203d406-bb23-72f9-df46-5b31c06cc165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.664286] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.878696] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Releasing lock "refresh_cache-93233d31-a38a-4232-92e8-8e2a84ccf5fb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.879137] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Instance network_info: |[{"id": "dd361339-8664-4f48-bcd2-998efaf56ab7", "address": "fa:16:3e:4c:6d:f8", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd361339-86", "ovs_interfaceid": "dd361339-8664-4f48-bcd2-998efaf56ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.879490] env[70621]: DEBUG oslo_concurrency.lockutils [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] Acquired lock "refresh_cache-93233d31-a38a-4232-92e8-8e2a84ccf5fb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.879689] env[70621]: DEBUG nova.network.neutron [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Refreshing network info cache for port dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.880990] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:6d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd361339-8664-4f48-bcd2-998efaf56ab7', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.890753] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Creating folder: Project (665f41fd51334a97a27c6bfc89dfd17f). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.891380] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eea7deb-6809-465e-8c11-725a8aa7a351 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.906094] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Created folder: Project (665f41fd51334a97a27c6bfc89dfd17f) in parent group-v818963. [ 971.906560] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Creating folder: Instances. Parent ref: group-v819166. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.906560] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed474d9-d102-4799-99fc-6f4e2d8ef9a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.920020] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Created folder: Instances in parent group-v819166. [ 971.920020] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.920020] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.920020] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97d65076-f217-4467-b57f-7c6913669c5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.943749] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.943749] env[70621]: value = "task-4136043" [ 971.943749] env[70621]: _type = "Task" [ 971.943749] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.956842] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136043, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.960616] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bf6322-5cf9-b134-ca9b-15a7bfdf9290, 'name': SearchDatastore_Task, 'duration_secs': 0.026058} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.961473] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce0fe712-3f0a-4969-8dc9-429e434a99bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.967907] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 971.967907] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523689e5-c155-d7dc-6fa8-6cc52b36f9c4" [ 971.967907] env[70621]: _type = "Task" [ 971.967907] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.977524] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523689e5-c155-d7dc-6fa8-6cc52b36f9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.989682] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Successfully updated port: 9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.108941] env[70621]: DEBUG nova.scheduler.client.report [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.124079] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5203d406-bb23-72f9-df46-5b31c06cc165, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.124438] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.125042] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] d38221ce-1327-4f3c-97b0-9e8f07c613a0/d38221ce-1327-4f3c-97b0-9e8f07c613a0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.125042] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac996fd8-8376-4ba4-b893-ea31e0c36d65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.133458] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 972.133458] env[70621]: value = "task-4136044" [ 972.133458] env[70621]: _type = "Task" [ 972.133458] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.143915] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.466793] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136043, 'name': CreateVM_Task, 'duration_secs': 0.466189} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.467237] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.467747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.467922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.468277] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.468623] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e6e6c5-1289-4dd6-a64f-bdda78f8a09d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.484777] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523689e5-c155-d7dc-6fa8-6cc52b36f9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014805} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.487055] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.487055] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.487427] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.487744] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 972.487744] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52831f7c-0492-1fca-d183-3a321a272b79" [ 972.487744] env[70621]: _type = "Task" [ 972.487744] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.487955] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4442f997-e634-4f4f-b3ea-0fa5ba7989c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.490276] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ba2c55-f66e-4db6-bc91-f938cc5fb8c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.506024] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 972.506024] env[70621]: value = "task-4136046" [ 972.506024] env[70621]: _type = "Task" [ 972.506024] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.506456] env[70621]: DEBUG oslo_vmware.api [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 972.506456] env[70621]: value = "task-4136045" [ 972.506456] env[70621]: _type = "Task" [ 972.506456] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.509795] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52831f7c-0492-1fca-d183-3a321a272b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.523998] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.528641] env[70621]: DEBUG oslo_vmware.api [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.617972] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.621843] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.332s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.622221] env[70621]: DEBUG nova.objects.instance [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lazy-loading 'resources' on Instance uuid 9dfe7b25-62a1-431f-a061-c00d8fc44d53 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.651943] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136044, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.655457] env[70621]: INFO nova.scheduler.client.report [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted allocations for instance 5a0ea751-b3b0-4246-865b-46eab03144ae [ 973.007823] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52831f7c-0492-1fca-d183-3a321a272b79, 'name': SearchDatastore_Task, 'duration_secs': 0.068449} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.008311] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.008623] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.009063] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.009651] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.009907] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.010391] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cbbe58f-6dc1-4fcb-858e-d610d42753b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.029901] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136046, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.034165] env[70621]: DEBUG oslo_vmware.api [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136045, 'name': PowerOffVM_Task, 'duration_secs': 0.360873} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.035748] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.036057] env[70621]: DEBUG nova.compute.manager [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.036422] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.036636] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.037880] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c43fc5-bfe7-4a9e-8401-d6b1e1853fd8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.040712] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289f1edd-d745-4c46-8cde-efaa554523d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.051256] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 973.051256] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d10a46-e488-9f5c-a416-19bcea69cbf9" [ 973.051256] env[70621]: _type = "Task" [ 973.051256] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.064592] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d10a46-e488-9f5c-a416-19bcea69cbf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.108365] env[70621]: DEBUG nova.compute.manager [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received event network-vif-plugged-9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.108611] env[70621]: DEBUG oslo_concurrency.lockutils [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] Acquiring lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.108833] env[70621]: DEBUG oslo_concurrency.lockutils [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] Lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.109390] env[70621]: DEBUG oslo_concurrency.lockutils [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] Lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.109752] env[70621]: DEBUG nova.compute.manager [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] No waiting events found dispatching network-vif-plugged-9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 973.110215] env[70621]: WARNING nova.compute.manager [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received unexpected event network-vif-plugged-9fcb9826-ff01-454f-bbbd-f7441c507171 for instance with vm_state building and task_state spawning. [ 973.110391] env[70621]: DEBUG nova.compute.manager [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received event network-changed-9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.110673] env[70621]: DEBUG nova.compute.manager [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Refreshing instance network info cache due to event network-changed-9fcb9826-ff01-454f-bbbd-f7441c507171. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.111028] env[70621]: DEBUG oslo_concurrency.lockutils [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] Acquiring lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.111212] env[70621]: DEBUG oslo_concurrency.lockutils [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] Acquired lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.111678] env[70621]: DEBUG nova.network.neutron [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Refreshing network info cache for port 9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.148777] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61863} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.152697] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] d38221ce-1327-4f3c-97b0-9e8f07c613a0/d38221ce-1327-4f3c-97b0-9e8f07c613a0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.153039] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.153722] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f543536-da2d-431c-abbb-a9b9d2c5097d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.162715] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 973.162715] env[70621]: value = "task-4136047" [ 973.162715] env[70621]: _type = "Task" [ 973.162715] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.182135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5870a6dd-9e89-49cb-933a-7b5f7d20bb42 tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "5a0ea751-b3b0-4246-865b-46eab03144ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.497s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.189965] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.504522] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a059b08-0a8e-418f-9f89-6a5507ccbabe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.516799] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fa2972-6067-40ec-ba13-9042e5495d82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.525838] env[70621]: DEBUG nova.network.neutron [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Updated VIF entry in instance network info cache for port dd361339-8664-4f48-bcd2-998efaf56ab7. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.526463] env[70621]: DEBUG nova.network.neutron [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Updating instance_info_cache with network_info: [{"id": "dd361339-8664-4f48-bcd2-998efaf56ab7", "address": "fa:16:3e:4c:6d:f8", "network": {"id": "62a27e83-314f-47c9-a6fc-9231c78f08c0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4d24b3a827414cf0944963c4108383fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd361339-86", "ovs_interfaceid": "dd361339-8664-4f48-bcd2-998efaf56ab7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.536069] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687353} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.564614] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.564780] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.567417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3b34ae91-5431-4da2-a8ac-31b119f71060 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.103s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.568372] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dc3eb77-0d66-4ef2-951c-1e715b41a603 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.574651] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e9f53-031c-40a9-bbc9-427ca8150cc5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.585453] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d10a46-e488-9f5c-a416-19bcea69cbf9, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.589214] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 973.589214] env[70621]: value = "task-4136048" [ 973.589214] env[70621]: _type = "Task" [ 973.589214] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.589499] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfdf7819-6a8e-4c26-9668-242946879082 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.593581] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c717aa50-bb0b-4e98-a188-774ffdab5b18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.604210] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 973.604210] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52911b91-ad66-14b1-0683-c36fbd1b66ba" [ 973.604210] env[70621]: _type = "Task" [ 973.604210] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.617890] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.621917] env[70621]: DEBUG nova.compute.provider_tree [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.627024] env[70621]: DEBUG nova.network.neutron [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.636703] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52911b91-ad66-14b1-0683-c36fbd1b66ba, 'name': SearchDatastore_Task, 'duration_secs': 0.015427} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.637830] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.637969] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 93233d31-a38a-4232-92e8-8e2a84ccf5fb/93233d31-a38a-4232-92e8-8e2a84ccf5fb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.638245] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176aef44-a306-4d9e-86d9-180c55ebc20f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.647179] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 973.647179] env[70621]: value = "task-4136049" [ 973.647179] env[70621]: _type = "Task" [ 973.647179] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.656693] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.677392] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077393} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.677579] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.678444] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349f6bf1-c1ae-42ec-8e18-29fe86d11de9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.704987] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] d38221ce-1327-4f3c-97b0-9e8f07c613a0/d38221ce-1327-4f3c-97b0-9e8f07c613a0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.705356] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53848a53-0730-4a07-aa99-acf7cc0708e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.721015] env[70621]: DEBUG nova.network.neutron [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.728801] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 973.728801] env[70621]: value = "task-4136050" [ 973.728801] env[70621]: _type = "Task" [ 973.728801] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.739192] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.892419] env[70621]: DEBUG nova.network.neutron [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.948175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "36695bed-3958-4ba5-b434-6d21ae8a9975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.948175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.948175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "36695bed-3958-4ba5-b434-6d21ae8a9975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.948175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.948175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.950775] env[70621]: INFO nova.compute.manager [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Terminating instance [ 974.033752] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "c172b6f6-f855-435c-8627-f8061880b775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.034038] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "c172b6f6-f855-435c-8627-f8061880b775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.034253] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "c172b6f6-f855-435c-8627-f8061880b775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.034443] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "c172b6f6-f855-435c-8627-f8061880b775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.034612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "c172b6f6-f855-435c-8627-f8061880b775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.038958] env[70621]: INFO nova.compute.manager [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Terminating instance [ 974.064800] env[70621]: DEBUG oslo_concurrency.lockutils [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] Releasing lock "refresh_cache-93233d31-a38a-4232-92e8-8e2a84ccf5fb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.065164] env[70621]: DEBUG nova.compute.manager [req-14f3d1eb-c58d-4395-a687-496c76977b2b req-42b753ec-c020-4467-8575-f3d2d0983597 service nova] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Received event network-vif-deleted-2882272f-0b52-47c5-b17e-f5704ea905ed {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.103506] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068339} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.103878] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.104995] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e2cf4-b7ea-44a6-89be-73c79f40fb44 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.136260] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.136709] env[70621]: DEBUG nova.scheduler.client.report [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.141730] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.142507] env[70621]: DEBUG nova.objects.instance [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'migration_context' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.147779] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52659c5e-13f2-4340-8424-45c22dd7c4f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.176851] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136049, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.178899] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 974.178899] env[70621]: value = "task-4136051" [ 974.178899] env[70621]: _type = "Task" [ 974.178899] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.188789] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.240198] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.395303] env[70621]: DEBUG oslo_concurrency.lockutils [req-3c2de469-0b86-48c2-a26d-f3a75bb04036 req-c9bc7bbb-9a48-4e44-ae36-97146270df07 service nova] Releasing lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.455227] env[70621]: DEBUG nova.compute.manager [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.455779] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.456897] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec801c-fa6a-47d5-b8db-4b1a334effc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.468204] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.468570] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c47cdea4-3033-4e8a-8d77-24a982ea2beb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.536887] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.537173] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.537309] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleting the datastore file [datastore2] 36695bed-3958-4ba5-b434-6d21ae8a9975 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.537580] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88563f0-45e2-4b52-816d-ddb31e268d1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.544416] env[70621]: DEBUG oslo_vmware.api [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 974.544416] env[70621]: value = "task-4136053" [ 974.544416] env[70621]: _type = "Task" [ 974.544416] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.545125] env[70621]: DEBUG nova.compute.manager [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.545333] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.550148] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adf66e4-f547-47bf-9130-0a6de0e669b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.559442] env[70621]: DEBUG oslo_vmware.api [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.561663] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.561942] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4430a41-8294-4a52-a3dd-b56b23d4be54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.568708] env[70621]: DEBUG oslo_vmware.api [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 974.568708] env[70621]: value = "task-4136054" [ 974.568708] env[70621]: _type = "Task" [ 974.568708] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.577373] env[70621]: DEBUG oslo_vmware.api [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4136054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.647318] env[70621]: DEBUG nova.objects.base [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Object Instance<3e11e849-1e5e-4b19-adc6-c5ede4e82c4f> lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.648462] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88cedf6-9b55-44cf-84bc-1f301ba16afd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.669543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.672754] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.274s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.674519] env[70621]: INFO nova.compute.claims [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.680932] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26cbdbd0-cccf-408b-9a84-2b7e859db0fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.689561] env[70621]: INFO nova.scheduler.client.report [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Deleted allocations for instance 9dfe7b25-62a1-431f-a061-c00d8fc44d53 [ 974.702705] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745334} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.702855] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.703170] env[70621]: DEBUG oslo_vmware.api [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 974.703170] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cdb0b0-900e-6e30-4508-4930f7bdde1a" [ 974.703170] env[70621]: _type = "Task" [ 974.703170] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.703642] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 93233d31-a38a-4232-92e8-8e2a84ccf5fb/93233d31-a38a-4232-92e8-8e2a84ccf5fb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.703880] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.704227] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b68611-cca8-4e05-b105-f06f63d623cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.715998] env[70621]: DEBUG oslo_vmware.api [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cdb0b0-900e-6e30-4508-4930f7bdde1a, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.717665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.718075] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 974.718075] env[70621]: value = "task-4136055" [ 974.718075] env[70621]: _type = "Task" [ 974.718075] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.729058] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.742527] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136050, 'name': ReconfigVM_Task, 'duration_secs': 0.737897} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.743300] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Reconfigured VM instance instance-00000047 to attach disk [datastore2] d38221ce-1327-4f3c-97b0-9e8f07c613a0/d38221ce-1327-4f3c-97b0-9e8f07c613a0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.743560] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c2d121-1774-466f-999b-b1a9a1e48b75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.752683] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 974.752683] env[70621]: value = "task-4136056" [ 974.752683] env[70621]: _type = "Task" [ 974.752683] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.763586] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136056, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.987781] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.988970] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.055213] env[70621]: DEBUG oslo_vmware.api [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207693} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.055538] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.055775] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.056008] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.056204] env[70621]: INFO nova.compute.manager [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Took 0.60 seconds to destroy the instance on the hypervisor. [ 975.056460] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.056653] env[70621]: DEBUG nova.compute.manager [-] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.056750] env[70621]: DEBUG nova.network.neutron [-] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.082751] env[70621]: DEBUG oslo_vmware.api [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4136054, 'name': PowerOffVM_Task, 'duration_secs': 0.237912} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.083094] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.083230] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.083485] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-482625c9-ca8c-41a5-9cf2-ccc465e4089c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.151388] env[70621]: DEBUG nova.compute.manager [req-6faa2f7e-8877-43ce-8825-d20aeb3c56ee req-d8e05a71-8ec3-4d77-930a-07c31f8b36ea service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received event network-vif-plugged-f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.151887] env[70621]: DEBUG oslo_concurrency.lockutils [req-6faa2f7e-8877-43ce-8825-d20aeb3c56ee req-d8e05a71-8ec3-4d77-930a-07c31f8b36ea service nova] Acquiring lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.152147] env[70621]: DEBUG oslo_concurrency.lockutils [req-6faa2f7e-8877-43ce-8825-d20aeb3c56ee req-d8e05a71-8ec3-4d77-930a-07c31f8b36ea service nova] Lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.152346] env[70621]: DEBUG oslo_concurrency.lockutils [req-6faa2f7e-8877-43ce-8825-d20aeb3c56ee req-d8e05a71-8ec3-4d77-930a-07c31f8b36ea service nova] Lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.152528] env[70621]: DEBUG nova.compute.manager [req-6faa2f7e-8877-43ce-8825-d20aeb3c56ee req-d8e05a71-8ec3-4d77-930a-07c31f8b36ea service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] No waiting events found dispatching network-vif-plugged-f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 975.152768] env[70621]: WARNING nova.compute.manager [req-6faa2f7e-8877-43ce-8825-d20aeb3c56ee req-d8e05a71-8ec3-4d77-930a-07c31f8b36ea service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received unexpected event network-vif-plugged-f0661a8b-53b9-4b5b-985d-a67d6261a5d4 for instance with vm_state building and task_state spawning. [ 975.165742] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.165976] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.166191] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleting the datastore file [datastore1] c172b6f6-f855-435c-8627-f8061880b775 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.166459] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175e7059-6dc5-4727-96c4-af43510c7500 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.173334] env[70621]: DEBUG oslo_vmware.api [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for the task: (returnval){ [ 975.173334] env[70621]: value = "task-4136058" [ 975.173334] env[70621]: _type = "Task" [ 975.173334] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.188636] env[70621]: DEBUG oslo_vmware.api [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4136058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.208936] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136051, 'name': ReconfigVM_Task, 'duration_secs': 0.649766} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.210411] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Successfully updated port: f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.211753] env[70621]: DEBUG oslo_concurrency.lockutils [None req-82e90f25-daab-4700-bad1-276303700442 tempest-ImagesOneServerNegativeTestJSON-1769697081 tempest-ImagesOneServerNegativeTestJSON-1769697081-project-member] Lock "9dfe7b25-62a1-431f-a061-c00d8fc44d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.442s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.212824] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed/719f88f6-cb11-42c3-a47a-b35be2c0b3ed.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.215208] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-455c2f84-611e-48f9-83db-e41940604378 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.226339] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 975.226339] env[70621]: value = "task-4136059" [ 975.226339] env[70621]: _type = "Task" [ 975.226339] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.233318] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084056} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.234563] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.235971] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8dafe6-9469-438c-b4ec-ee6d726f2efb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.241740] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136059, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.266273] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 93233d31-a38a-4232-92e8-8e2a84ccf5fb/93233d31-a38a-4232-92e8-8e2a84ccf5fb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.271204] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa4a169-c152-4424-85ff-68c9e969801e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.292362] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136056, 'name': Rename_Task, 'duration_secs': 0.166728} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.293853] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.294262] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 975.294262] env[70621]: value = "task-4136060" [ 975.294262] env[70621]: _type = "Task" [ 975.294262] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.294469] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e0b067-caad-4792-9ca2-747bd7098cf7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.306825] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.308746] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 975.308746] env[70621]: value = "task-4136061" [ 975.308746] env[70621]: _type = "Task" [ 975.308746] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.493354] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.687426] env[70621]: DEBUG oslo_vmware.api [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Task: {'id': task-4136058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15943} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.687722] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.687929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.688122] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.688437] env[70621]: INFO nova.compute.manager [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] [instance: c172b6f6-f855-435c-8627-f8061880b775] Took 1.14 seconds to destroy the instance on the hypervisor. [ 975.688709] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.688934] env[70621]: DEBUG nova.compute.manager [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.689104] env[70621]: DEBUG nova.network.neutron [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.717356] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.717624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.717851] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.738638] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136059, 'name': Rename_Task, 'duration_secs': 0.180081} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.738936] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.739267] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d1b9384-dcd6-4d4e-9541-1f4fdf027fa4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.746639] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 975.746639] env[70621]: value = "task-4136062" [ 975.746639] env[70621]: _type = "Task" [ 975.746639] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.759057] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.811320] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136060, 'name': ReconfigVM_Task, 'duration_secs': 0.41912} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.814555] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 93233d31-a38a-4232-92e8-8e2a84ccf5fb/93233d31-a38a-4232-92e8-8e2a84ccf5fb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.817841] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56442252-6a91-422b-883e-40b3ecfc4b69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.825758] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.828526] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 975.828526] env[70621]: value = "task-4136063" [ 975.828526] env[70621]: _type = "Task" [ 975.828526] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.840487] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136063, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.896120] env[70621]: DEBUG nova.network.neutron [-] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.016620] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.086394] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7eef8d-46fd-4f41-b65f-a42d4dac2e85 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.099102] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c8e60-b53a-4c12-8f6e-862508fad414 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.134483] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70be72e4-997f-4640-be13-85bcb6e632a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.145645] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2de8cae-7c64-48ba-bf99-73ff85eeb02f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.164235] env[70621]: DEBUG nova.compute.provider_tree [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.257951] env[70621]: DEBUG oslo_vmware.api [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136062, 'name': PowerOnVM_Task, 'duration_secs': 0.471954} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.258330] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.258552] env[70621]: DEBUG nova.compute.manager [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.259401] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a711898-220e-4ccb-8673-372c8083a45e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.270137] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.320545] env[70621]: DEBUG oslo_vmware.api [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136061, 'name': PowerOnVM_Task, 'duration_secs': 0.777392} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.320833] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.322273] env[70621]: INFO nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Took 10.29 seconds to spawn the instance on the hypervisor. [ 976.322273] env[70621]: DEBUG nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.322421] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7bfbcc-eed9-4331-9929-eef03095c6c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.345236] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136063, 'name': Rename_Task, 'duration_secs': 0.171312} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.345526] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.345773] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5aa6ed7-6448-46ae-a291-a51f711bd2c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.358626] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 976.358626] env[70621]: value = "task-4136064" [ 976.358626] env[70621]: _type = "Task" [ 976.358626] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.367364] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.398945] env[70621]: INFO nova.compute.manager [-] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Took 1.34 seconds to deallocate network for instance. [ 976.493916] env[70621]: DEBUG nova.network.neutron [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.645059] env[70621]: DEBUG nova.network.neutron [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updating instance_info_cache with network_info: [{"id": "9fcb9826-ff01-454f-bbbd-f7441c507171", "address": "fa:16:3e:08:b2:05", "network": {"id": "505c1864-8999-404c-ad61-dbd7a7642b9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738425103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fcb9826-ff", "ovs_interfaceid": "9fcb9826-ff01-454f-bbbd-f7441c507171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0661a8b-53b9-4b5b-985d-a67d6261a5d4", "address": "fa:16:3e:70:a2:76", "network": {"id": "accbae6e-33e5-4188-96f4-be8377a469fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864166348", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0661a8b-53", "ovs_interfaceid": "f0661a8b-53b9-4b5b-985d-a67d6261a5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.668053] env[70621]: DEBUG nova.scheduler.client.report [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.780609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.849842] env[70621]: INFO nova.compute.manager [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Took 24.77 seconds to build instance. [ 976.871187] env[70621]: DEBUG oslo_vmware.api [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136064, 'name': PowerOnVM_Task, 'duration_secs': 0.476513} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.871715] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.872061] env[70621]: INFO nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Took 8.25 seconds to spawn the instance on the hypervisor. [ 976.872422] env[70621]: DEBUG nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.873362] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef03e667-ff8b-41c3-8118-9ced639be6ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.905730] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.000072] env[70621]: INFO nova.compute.manager [-] [instance: c172b6f6-f855-435c-8627-f8061880b775] Took 1.31 seconds to deallocate network for instance. [ 977.151018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Releasing lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.151018] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Instance network_info: |[{"id": "9fcb9826-ff01-454f-bbbd-f7441c507171", "address": "fa:16:3e:08:b2:05", "network": {"id": "505c1864-8999-404c-ad61-dbd7a7642b9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738425103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fcb9826-ff", "ovs_interfaceid": "9fcb9826-ff01-454f-bbbd-f7441c507171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0661a8b-53b9-4b5b-985d-a67d6261a5d4", "address": "fa:16:3e:70:a2:76", "network": {"id": "accbae6e-33e5-4188-96f4-be8377a469fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864166348", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0661a8b-53", "ovs_interfaceid": "f0661a8b-53b9-4b5b-985d-a67d6261a5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.151359] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b2:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6e940e5-e083-4238-973e-f1b4e2a3a5c7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fcb9826-ff01-454f-bbbd-f7441c507171', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:a2:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0661a8b-53b9-4b5b-985d-a67d6261a5d4', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.171721] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.172302] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.173291] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.173873] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.180526] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adfccf58-852a-4ee9-8d80-848a0525b6af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.202660] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.608s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.202660] env[70621]: DEBUG nova.objects.instance [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lazy-loading 'resources' on Instance uuid 6a414c48-1d2c-4f07-b828-6a0d253458bf {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.211674] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.211674] env[70621]: value = "task-4136065" [ 977.211674] env[70621]: _type = "Task" [ 977.211674] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.223594] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136065, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.272145] env[70621]: DEBUG nova.compute.manager [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received event network-changed-f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.272145] env[70621]: DEBUG nova.compute.manager [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Refreshing instance network info cache due to event network-changed-f0661a8b-53b9-4b5b-985d-a67d6261a5d4. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.272606] env[70621]: DEBUG oslo_concurrency.lockutils [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] Acquiring lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.272673] env[70621]: DEBUG oslo_concurrency.lockutils [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] Acquired lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.273181] env[70621]: DEBUG nova.network.neutron [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Refreshing network info cache for port f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.351706] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0021f153-d845-443a-b379-19ae0956bcc9 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.289s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.394919] env[70621]: INFO nova.compute.manager [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Took 24.50 seconds to build instance. [ 977.508270] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.635632] env[70621]: DEBUG nova.compute.manager [None req-61077dcb-a800-4df6-8ffc-881174398104 tempest-ServerDiagnosticsTest-384893744 tempest-ServerDiagnosticsTest-384893744-project-admin] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 977.639665] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6dfbf1-cdb5-4dd4-90d3-d2b669ac3bc8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.650159] env[70621]: INFO nova.compute.manager [None req-61077dcb-a800-4df6-8ffc-881174398104 tempest-ServerDiagnosticsTest-384893744 tempest-ServerDiagnosticsTest-384893744-project-admin] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Retrieving diagnostics [ 977.651135] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8b6de8-d4d8-4777-8083-7a5c0d4c86ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.704556] env[70621]: DEBUG nova.compute.utils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.711369] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.714035] env[70621]: DEBUG nova.network.neutron [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.731158] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136065, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.836177] env[70621]: DEBUG nova.policy [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35342b499cc400b918a949dea4b2366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548a306ebca849ec8b1507d39ca21c96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.842312] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.842558] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.842766] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.842958] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.843140] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.848305] env[70621]: INFO nova.compute.manager [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Terminating instance [ 977.898657] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7ffc52b-3f2e-46c9-b274-ae928c9aeb96 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.012s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.063704] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce365c8-0224-4873-83ac-36b621064da9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.072902] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b65d707-cc8c-46e2-9f84-3731cfe73014 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.110232] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d252b7-d1d8-4f09-a6dc-b6a300398b59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.120072] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719861e8-12d7-4441-b740-62ff73f8494b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.138512] env[70621]: DEBUG nova.compute.provider_tree [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.201324] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.201324] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.201324] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.201324] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.201324] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.202395] env[70621]: INFO nova.compute.manager [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Terminating instance [ 978.217950] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.234410] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136065, 'name': CreateVM_Task, 'duration_secs': 0.600547} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.234578] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.235430] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.235590] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.235900] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.238442] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f55257c-ad9a-4e4b-8513-0c4f27f5cedc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.244251] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 978.244251] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5215df73-4ca1-a0e5-eddb-bf3b0f6e8b0d" [ 978.244251] env[70621]: _type = "Task" [ 978.244251] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.253831] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5215df73-4ca1-a0e5-eddb-bf3b0f6e8b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.288153] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.288569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.294406] env[70621]: DEBUG nova.network.neutron [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updated VIF entry in instance network info cache for port f0661a8b-53b9-4b5b-985d-a67d6261a5d4. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.295009] env[70621]: DEBUG nova.network.neutron [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updating instance_info_cache with network_info: [{"id": "9fcb9826-ff01-454f-bbbd-f7441c507171", "address": "fa:16:3e:08:b2:05", "network": {"id": "505c1864-8999-404c-ad61-dbd7a7642b9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738425103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fcb9826-ff", "ovs_interfaceid": "9fcb9826-ff01-454f-bbbd-f7441c507171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0661a8b-53b9-4b5b-985d-a67d6261a5d4", "address": "fa:16:3e:70:a2:76", "network": {"id": "accbae6e-33e5-4188-96f4-be8377a469fa", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-864166348", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0661a8b-53", "ovs_interfaceid": "f0661a8b-53b9-4b5b-985d-a67d6261a5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.352611] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "refresh_cache-719f88f6-cb11-42c3-a47a-b35be2c0b3ed" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.352859] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquired lock "refresh_cache-719f88f6-cb11-42c3-a47a-b35be2c0b3ed" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.352954] env[70621]: DEBUG nova.network.neutron [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.386706] env[70621]: DEBUG nova.network.neutron [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Successfully created port: fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.642521] env[70621]: DEBUG nova.scheduler.client.report [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.706153] env[70621]: DEBUG nova.compute.manager [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.706330] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.708118] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc3bb8-b74f-480b-b165-e23456ffc8f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.720368] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.720742] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51ae1bbc-ed94-49a7-8848-b0906e7d519d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.732769] env[70621]: DEBUG oslo_vmware.api [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 978.732769] env[70621]: value = "task-4136066" [ 978.732769] env[70621]: _type = "Task" [ 978.732769] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.745172] env[70621]: DEBUG oslo_vmware.api [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.757835] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5215df73-4ca1-a0e5-eddb-bf3b0f6e8b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.039105} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.757835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.757835] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.757987] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.758493] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.758493] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.758714] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83e3312a-a83d-4646-840e-e76418df4b4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.768903] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.769164] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.769943] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5b9075-e76f-4f2f-9a3e-c67843c46b54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.777726] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 978.777726] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ffce83-8d7d-e375-0cad-af527a76905f" [ 978.777726] env[70621]: _type = "Task" [ 978.777726] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.787268] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ffce83-8d7d-e375-0cad-af527a76905f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.792582] env[70621]: DEBUG nova.compute.utils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.797936] env[70621]: DEBUG oslo_concurrency.lockutils [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] Releasing lock "refresh_cache-64cd35da-8429-48a1-8f19-b3b79115c268" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.798245] env[70621]: DEBUG nova.compute.manager [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Received event network-vif-deleted-5cce1927-3595-49fc-af98-8e18ebccb0f6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.798417] env[70621]: DEBUG nova.compute.manager [req-7fbc3bb8-195f-49b4-a53d-e54378a5cca7 req-996210c9-6226-418b-be3e-bac1475ecc01 service nova] [instance: c172b6f6-f855-435c-8627-f8061880b775] Received event network-vif-deleted-6165402b-bef6-4473-8c16-4f6ae2ac528d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.871830] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.871964] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.872249] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.872490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.872722] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.876280] env[70621]: DEBUG nova.network.neutron [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.878885] env[70621]: INFO nova.compute.manager [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Terminating instance [ 978.935417] env[70621]: DEBUG nova.network.neutron [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.147685] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.150389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.702s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.152048] env[70621]: INFO nova.compute.claims [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.176944] env[70621]: INFO nova.scheduler.client.report [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Deleted allocations for instance 6a414c48-1d2c-4f07-b828-6a0d253458bf [ 979.229496] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.245196] env[70621]: DEBUG oslo_vmware.api [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136066, 'name': PowerOffVM_Task, 'duration_secs': 0.201625} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.246193] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.246193] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.246193] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48953566-3167-4468-900e-b87a935d049f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.261344] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9d8a1bc2293bd33851ab6f31ec6623cc',container_format='bare',created_at=2025-05-14T08:23:55Z,direct_url=,disk_format='vmdk',id=2a44f1ab-8953-4975-add2-32bd7207e672,min_disk=1,min_ram=0,name='tempest-test-snap-459445183',owner='548a306ebca849ec8b1507d39ca21c96',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T08:24:10Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.262072] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.262072] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.262072] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.262260] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.262260] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.262478] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.262638] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.262807] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.262971] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.263167] env[70621]: DEBUG nova.virt.hardware [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.264344] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418186a8-1882-4fa4-a3e5-3d4362d537a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.273049] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6b1d01-a44c-405e-bfa6-40afa2e379fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.296591] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.297231] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ffce83-8d7d-e375-0cad-af527a76905f, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.298779] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fea2d4-644a-4051-856c-41739502d785 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.304770] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 979.304770] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ebaa0a-77da-538f-b430-0226aabe0bb0" [ 979.304770] env[70621]: _type = "Task" [ 979.304770] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.314078] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ebaa0a-77da-538f-b430-0226aabe0bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.319950] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.320218] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.320409] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleting the datastore file [datastore2] d38221ce-1327-4f3c-97b0-9e8f07c613a0 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.320683] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49d85219-ef9c-4a32-84ac-b01370eb3f37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.328119] env[70621]: DEBUG oslo_vmware.api [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 979.328119] env[70621]: value = "task-4136068" [ 979.328119] env[70621]: _type = "Task" [ 979.328119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.337454] env[70621]: DEBUG oslo_vmware.api [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.383564] env[70621]: DEBUG nova.compute.manager [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.384035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.385588] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b6c93-8895-4186-8249-220360fd71eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.396418] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.396925] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0196a38c-932b-4fbf-b72f-1613201c1147 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.405663] env[70621]: DEBUG oslo_vmware.api [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 979.405663] env[70621]: value = "task-4136069" [ 979.405663] env[70621]: _type = "Task" [ 979.405663] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.415745] env[70621]: DEBUG oslo_vmware.api [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.439087] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Releasing lock "refresh_cache-719f88f6-cb11-42c3-a47a-b35be2c0b3ed" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.439296] env[70621]: DEBUG nova.compute.manager [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.439520] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.440567] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d488916-e20b-4231-9f87-ad90ee042773 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.448874] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.449248] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c33b94b-5a77-4a72-9410-7aa8f391aba6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.457746] env[70621]: DEBUG oslo_vmware.api [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 979.457746] env[70621]: value = "task-4136070" [ 979.457746] env[70621]: _type = "Task" [ 979.457746] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.467821] env[70621]: DEBUG oslo_vmware.api [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.687787] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2fa67a68-37db-4790-a27a-031fbc38267d tempest-ServerAddressesTestJSON-900382373 tempest-ServerAddressesTestJSON-900382373-project-member] Lock "6a414c48-1d2c-4f07-b828-6a0d253458bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.812s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.827137] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ebaa0a-77da-538f-b430-0226aabe0bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.827452] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.827721] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 64cd35da-8429-48a1-8f19-b3b79115c268/64cd35da-8429-48a1-8f19-b3b79115c268.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.827999] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9324320-9d63-4c27-85d4-345015dc6f08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.847024] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 979.847024] env[70621]: value = "task-4136071" [ 979.847024] env[70621]: _type = "Task" [ 979.847024] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.847024] env[70621]: DEBUG oslo_vmware.api [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170652} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.847024] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.847024] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.847024] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.847024] env[70621]: INFO nova.compute.manager [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 979.847024] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.850315] env[70621]: DEBUG nova.compute.manager [-] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.850458] env[70621]: DEBUG nova.network.neutron [-] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.861395] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.918813] env[70621]: DEBUG oslo_vmware.api [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136069, 'name': PowerOffVM_Task, 'duration_secs': 0.217027} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.920392] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.920590] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.920876] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02cab391-334f-4f84-bce6-72f0b94e93aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.968678] env[70621]: DEBUG oslo_vmware.api [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136070, 'name': PowerOffVM_Task, 'duration_secs': 0.133015} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.968994] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.969302] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.969591] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3362ef84-479f-4694-9adb-1321010d8bb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.991783] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.991901] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.992132] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Deleting the datastore file [datastore2] 93233d31-a38a-4232-92e8-8e2a84ccf5fb {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.992631] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36802307-1e6c-42aa-96aa-508b89dddeb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.999603] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.999866] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.000108] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Deleting the datastore file [datastore1] 719f88f6-cb11-42c3-a47a-b35be2c0b3ed {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.001886] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb837f2f-1019-44df-9ace-e25c5419c0f9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.004787] env[70621]: DEBUG oslo_vmware.api [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for the task: (returnval){ [ 980.004787] env[70621]: value = "task-4136074" [ 980.004787] env[70621]: _type = "Task" [ 980.004787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.010534] env[70621]: DEBUG oslo_vmware.api [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for the task: (returnval){ [ 980.010534] env[70621]: value = "task-4136075" [ 980.010534] env[70621]: _type = "Task" [ 980.010534] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.018518] env[70621]: DEBUG oslo_vmware.api [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.024905] env[70621]: DEBUG oslo_vmware.api [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.145496] env[70621]: DEBUG nova.compute.manager [req-faecddef-e9c0-4aae-b9c6-db95cc9e10d1 req-51ef0c84-bc2f-492d-80c9-1169c172cd5e service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Received event network-vif-plugged-fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.145496] env[70621]: DEBUG oslo_concurrency.lockutils [req-faecddef-e9c0-4aae-b9c6-db95cc9e10d1 req-51ef0c84-bc2f-492d-80c9-1169c172cd5e service nova] Acquiring lock "a3b21e60-da0a-4e38-acca-842ab58038d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.145496] env[70621]: DEBUG oslo_concurrency.lockutils [req-faecddef-e9c0-4aae-b9c6-db95cc9e10d1 req-51ef0c84-bc2f-492d-80c9-1169c172cd5e service nova] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.145496] env[70621]: DEBUG oslo_concurrency.lockutils [req-faecddef-e9c0-4aae-b9c6-db95cc9e10d1 req-51ef0c84-bc2f-492d-80c9-1169c172cd5e service nova] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.145496] env[70621]: DEBUG nova.compute.manager [req-faecddef-e9c0-4aae-b9c6-db95cc9e10d1 req-51ef0c84-bc2f-492d-80c9-1169c172cd5e service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] No waiting events found dispatching network-vif-plugged-fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.145496] env[70621]: WARNING nova.compute.manager [req-faecddef-e9c0-4aae-b9c6-db95cc9e10d1 req-51ef0c84-bc2f-492d-80c9-1169c172cd5e service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Received unexpected event network-vif-plugged-fc27e6d9-429c-4462-b785-b806f35520af for instance with vm_state building and task_state spawning. [ 980.357781] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.405086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.405408] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.405641] env[70621]: INFO nova.compute.manager [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Attaching volume e335ef90-d2f4-4286-bc47-ebe03bb30664 to /dev/sdb [ 980.460691] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc7f68-7b6e-44a4-ac79-2e87eacb37b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.471507] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673b8284-f241-4caf-819a-f426fc6a3f25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.486109] env[70621]: DEBUG nova.virt.block_device [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating existing volume attachment record: 53ac76fb-0add-47bb-b308-d70b52fb8933 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 980.518590] env[70621]: DEBUG oslo_vmware.api [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Task: {'id': task-4136074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401656} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.519285] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.519285] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.519285] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.520334] env[70621]: INFO nova.compute.manager [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 980.521442] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.521533] env[70621]: DEBUG nova.compute.manager [-] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.521645] env[70621]: DEBUG nova.network.neutron [-] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.529297] env[70621]: DEBUG oslo_vmware.api [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Task: {'id': task-4136075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45099} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.529297] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.529297] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.529297] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.529297] env[70621]: INFO nova.compute.manager [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Took 1.09 seconds to destroy the instance on the hypervisor. [ 980.529297] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.529297] env[70621]: DEBUG nova.compute.manager [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.529297] env[70621]: DEBUG nova.network.neutron [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.549167] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d7c51c-fcc6-4c3d-a715-231531cdc447 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.556387] env[70621]: DEBUG nova.network.neutron [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.562981] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e76ed-8571-46d9-a162-c301fc48b0ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.600837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aca23f-789f-43dd-91fe-ee887caea042 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.608892] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbacec31-4308-42f0-a033-b9479c5fa1e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.624643] env[70621]: DEBUG nova.compute.provider_tree [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.814107] env[70621]: DEBUG nova.network.neutron [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Successfully updated port: fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.859411] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555189} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.859467] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 64cd35da-8429-48a1-8f19-b3b79115c268/64cd35da-8429-48a1-8f19-b3b79115c268.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.859966] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.860287] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-068c1c9d-f629-4d67-a729-c22bc109535a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.869751] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 980.869751] env[70621]: value = "task-4136077" [ 980.869751] env[70621]: _type = "Task" [ 980.869751] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.882300] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.059294] env[70621]: DEBUG nova.network.neutron [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.128788] env[70621]: DEBUG nova.scheduler.client.report [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.316753] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "refresh_cache-a3b21e60-da0a-4e38-acca-842ab58038d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.317027] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "refresh_cache-a3b21e60-da0a-4e38-acca-842ab58038d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.317186] env[70621]: DEBUG nova.network.neutron [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.320966] env[70621]: DEBUG nova.network.neutron [-] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.387492] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075825} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.388490] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.389831] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b2131-b450-4f09-911c-bf7edf3983dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.419372] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 64cd35da-8429-48a1-8f19-b3b79115c268/64cd35da-8429-48a1-8f19-b3b79115c268.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.420233] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47edb644-43d7-4ffd-96a8-b3014343fc14 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.444796] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 981.444796] env[70621]: value = "task-4136080" [ 981.444796] env[70621]: _type = "Task" [ 981.444796] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.457423] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.564501] env[70621]: INFO nova.compute.manager [-] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Took 1.04 seconds to deallocate network for instance. [ 981.635094] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.636030] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.638795] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.149s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.640422] env[70621]: INFO nova.compute.claims [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.709621] env[70621]: DEBUG nova.network.neutron [-] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.825066] env[70621]: INFO nova.compute.manager [-] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Took 1.97 seconds to deallocate network for instance. [ 981.865484] env[70621]: DEBUG nova.network.neutron [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.957759] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136080, 'name': ReconfigVM_Task, 'duration_secs': 0.392136} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.958332] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 64cd35da-8429-48a1-8f19-b3b79115c268/64cd35da-8429-48a1-8f19-b3b79115c268.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.959016] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d84d5a9b-432e-42ee-8120-9d1d855bcba8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.966118] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 981.966118] env[70621]: value = "task-4136081" [ 981.966118] env[70621]: _type = "Task" [ 981.966118] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.975674] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136081, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.075064] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.131850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.131850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.149881] env[70621]: DEBUG nova.compute.utils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.154300] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.154487] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.213224] env[70621]: INFO nova.compute.manager [-] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Took 1.69 seconds to deallocate network for instance. [ 982.222479] env[70621]: DEBUG nova.network.neutron [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Updating instance_info_cache with network_info: [{"id": "fc27e6d9-429c-4462-b785-b806f35520af", "address": "fa:16:3e:76:5f:ae", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc27e6d9-42", "ovs_interfaceid": "fc27e6d9-429c-4462-b785-b806f35520af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.240040] env[70621]: DEBUG nova.policy [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d19cab8234e40008388c972ee1130dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b59e342fbc674f8593f029d5513e3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.268263] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.268583] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.333178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.435335] env[70621]: DEBUG nova.compute.manager [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Received event network-changed-fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.435550] env[70621]: DEBUG nova.compute.manager [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Refreshing instance network info cache due to event network-changed-fc27e6d9-429c-4462-b785-b806f35520af. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 982.435550] env[70621]: DEBUG oslo_concurrency.lockutils [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] Acquiring lock "refresh_cache-a3b21e60-da0a-4e38-acca-842ab58038d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.477802] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136081, 'name': Rename_Task, 'duration_secs': 0.163831} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.478315] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.478673] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfebd8af-f262-4de2-91c8-33a0d86bc739 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.489214] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 982.489214] env[70621]: value = "task-4136082" [ 982.489214] env[70621]: _type = "Task" [ 982.489214] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.499714] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.638890] env[70621]: DEBUG nova.compute.utils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.655945] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.725492] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.726290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "refresh_cache-a3b21e60-da0a-4e38-acca-842ab58038d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.726881] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Instance network_info: |[{"id": "fc27e6d9-429c-4462-b785-b806f35520af", "address": "fa:16:3e:76:5f:ae", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc27e6d9-42", "ovs_interfaceid": "fc27e6d9-429c-4462-b785-b806f35520af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.728487] env[70621]: DEBUG oslo_concurrency.lockutils [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] Acquired lock "refresh_cache-a3b21e60-da0a-4e38-acca-842ab58038d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.728826] env[70621]: DEBUG nova.network.neutron [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Refreshing network info cache for port fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.735155] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:5f:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc27e6d9-429c-4462-b785-b806f35520af', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.744748] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.749493] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.749709] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6824eafb-edf0-410d-bc54-ad20f90dd4d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.771565] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.776185] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.776185] env[70621]: value = "task-4136083" [ 982.776185] env[70621]: _type = "Task" [ 982.776185] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.786108] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136083, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.882281] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Successfully created port: f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.003474] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.131712] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f54f41-18d1-41a2-ae93-d60f9c58ef51 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.141546] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325cc250-76b8-42e8-b644-6546d4a03a9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.146560] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.187200] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c670ab5-9d98-4728-9df3-986548d62d80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.198182] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0431eca-6d4a-4859-b91f-f32b154127d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.215263] env[70621]: DEBUG nova.compute.provider_tree [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.293286] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136083, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.299171] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.501210] env[70621]: DEBUG oslo_vmware.api [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136082, 'name': PowerOnVM_Task, 'duration_secs': 0.569713} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.501597] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.502258] env[70621]: INFO nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Took 12.88 seconds to spawn the instance on the hypervisor. [ 983.502472] env[70621]: DEBUG nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 983.505228] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c8b359-d779-4cc7-ae96-d6f1da6952d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.524733] env[70621]: DEBUG nova.network.neutron [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Updated VIF entry in instance network info cache for port fc27e6d9-429c-4462-b785-b806f35520af. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.525201] env[70621]: DEBUG nova.network.neutron [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Updating instance_info_cache with network_info: [{"id": "fc27e6d9-429c-4462-b785-b806f35520af", "address": "fa:16:3e:76:5f:ae", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc27e6d9-42", "ovs_interfaceid": "fc27e6d9-429c-4462-b785-b806f35520af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.696021] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.725142] env[70621]: DEBUG nova.scheduler.client.report [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.728946] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.729637] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.729912] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.730235] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.730492] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.730740] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.731222] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.731496] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.731787] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.732070] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.732371] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.733738] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815550c4-c0bc-4cfd-8267-29ee3f239842 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.752946] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f47916-2472-4f70-ad18-3626d767af35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.792987] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136083, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.028459] env[70621]: DEBUG oslo_concurrency.lockutils [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] Releasing lock "refresh_cache-a3b21e60-da0a-4e38-acca-842ab58038d3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.028741] env[70621]: DEBUG nova.compute.manager [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Received event network-vif-deleted-92c5a8a4-7f1b-46c3-8e30-8df658a9b211 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.028929] env[70621]: DEBUG nova.compute.manager [req-28ceb6e4-9fd9-4995-bacf-cde1b01968da req-58a20715-7afe-4daa-8c67-ada4e09584ce service nova] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Received event network-vif-deleted-dd361339-8664-4f48-bcd2-998efaf56ab7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.029847] env[70621]: INFO nova.compute.manager [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Took 28.89 seconds to build instance. [ 984.244092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.245142] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.250028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.584s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.250028] env[70621]: DEBUG nova.objects.instance [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lazy-loading 'resources' on Instance uuid 8322f8fc-34cb-4f84-92c1-9ce169608d63 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.254660] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.254660] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.255159] env[70621]: INFO nova.compute.manager [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Attaching volume 10784128-ca08-4920-886f-d39da85e826b to /dev/sdb [ 984.293871] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136083, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.316285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd85413b-32a9-4b54-820b-830ade33ab03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.327168] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a149b-0ae5-456e-9840-87233a4158b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.346179] env[70621]: DEBUG nova.virt.block_device [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updating existing volume attachment record: c255d65b-052a-42fe-ab27-9e43634994a7 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.533339] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cfd1ea38-70a5-4528-b3c9-a55d674f79a6 tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "64cd35da-8429-48a1-8f19-b3b79115c268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.401s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.663462] env[70621]: DEBUG nova.compute.manager [req-6c120aa1-4827-43b4-a647-a4660ab2f316 req-dc62607c-9f3b-4bc7-9a8e-314ec6c73df8 service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Received event network-vif-plugged-f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.664108] env[70621]: DEBUG oslo_concurrency.lockutils [req-6c120aa1-4827-43b4-a647-a4660ab2f316 req-dc62607c-9f3b-4bc7-9a8e-314ec6c73df8 service nova] Acquiring lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.664108] env[70621]: DEBUG oslo_concurrency.lockutils [req-6c120aa1-4827-43b4-a647-a4660ab2f316 req-dc62607c-9f3b-4bc7-9a8e-314ec6c73df8 service nova] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.664692] env[70621]: DEBUG oslo_concurrency.lockutils [req-6c120aa1-4827-43b4-a647-a4660ab2f316 req-dc62607c-9f3b-4bc7-9a8e-314ec6c73df8 service nova] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.664886] env[70621]: DEBUG nova.compute.manager [req-6c120aa1-4827-43b4-a647-a4660ab2f316 req-dc62607c-9f3b-4bc7-9a8e-314ec6c73df8 service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] No waiting events found dispatching network-vif-plugged-f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 984.665077] env[70621]: WARNING nova.compute.manager [req-6c120aa1-4827-43b4-a647-a4660ab2f316 req-dc62607c-9f3b-4bc7-9a8e-314ec6c73df8 service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Received unexpected event network-vif-plugged-f09677e1-40aa-419b-9e18-4960c7841bf9 for instance with vm_state building and task_state spawning. [ 984.759598] env[70621]: DEBUG nova.compute.utils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.766038] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.766351] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.797529] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136083, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.026065] env[70621]: DEBUG nova.policy [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d19cab8234e40008388c972ee1130dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b59e342fbc674f8593f029d5513e3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.180196] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8971f5-2281-4538-96db-59879dc5067a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.193063] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b5ba78-babd-40a4-a401-4b9ce87ba09f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.228468] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c27510-21d4-478b-ad7d-b1de9d1c90f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.237795] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ce9c3-ef56-4c12-9b5b-3f0bab56a0cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.259028] env[70621]: DEBUG nova.compute.provider_tree [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.267544] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.276177] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Successfully updated port: f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.295468] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136083, 'name': CreateVM_Task, 'duration_secs': 2.393387} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.295468] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.297269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.297269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.297561] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.299417] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2739d357-e4fa-4987-86a7-b50ab58f9de9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.306527] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 985.306527] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a06ee0-92af-50d7-14d5-9fb6945ba120" [ 985.306527] env[70621]: _type = "Task" [ 985.306527] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.317562] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a06ee0-92af-50d7-14d5-9fb6945ba120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.565550] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 985.565819] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819171', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'name': 'volume-e335ef90-d2f4-4286-bc47-ebe03bb30664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bde385d4-4bbf-492e-bc5e-d8fef601a89c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'serial': 'e335ef90-d2f4-4286-bc47-ebe03bb30664'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 985.566555] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f7ddb-a428-4fad-b560-091b64fc6990 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.589962] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7a3788-b7ae-4549-9ac2-5a731c2688d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.622582] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-e335ef90-d2f4-4286-bc47-ebe03bb30664/volume-e335ef90-d2f4-4286-bc47-ebe03bb30664.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.623093] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8874fbea-98b2-4daa-8478-cdd2db5f158a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.640633] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Successfully created port: 5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.652549] env[70621]: DEBUG oslo_vmware.api [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 985.652549] env[70621]: value = "task-4136088" [ 985.652549] env[70621]: _type = "Task" [ 985.652549] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.666537] env[70621]: DEBUG oslo_vmware.api [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.782245] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "refresh_cache-1e133cc8-0a03-4c91-aca2-b9a35d5ea266" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.782499] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "refresh_cache-1e133cc8-0a03-4c91-aca2-b9a35d5ea266" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.782673] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.795093] env[70621]: ERROR nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] [req-f11e2506-9588-4bb2-81f1-ea13454aeaf3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 11, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 68b5b9c1-e071-4314-be7b-e4553e7d2879. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f11e2506-9588-4bb2-81f1-ea13454aeaf3"}]} [ 985.825612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.825762] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Processing image 2a44f1ab-8953-4975-add2-32bd7207e672 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.825934] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.826731] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.826731] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.826731] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65c010c9-822b-4ee5-be54-8417ff0d91e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.833018] env[70621]: DEBUG nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 985.846950] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.846950] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.846950] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82a367f3-0a8e-4bac-9053-ba9ed3b22911 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.853452] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 985.853452] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52200ad4-f0f8-5b23-ac2d-4ea3f0730db2" [ 985.853452] env[70621]: _type = "Task" [ 985.853452] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.858916] env[70621]: DEBUG nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 985.859289] env[70621]: DEBUG nova.compute.provider_tree [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.873593] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 985.873906] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Fetch image to [datastore1] OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae/OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 985.873906] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Downloading stream optimized image 2a44f1ab-8953-4975-add2-32bd7207e672 to [datastore1] OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae/OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae.vmdk on the data store datastore1 as vApp {{(pid=70621) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 985.876894] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Downloading image file data 2a44f1ab-8953-4975-add2-32bd7207e672 to the ESX as VM named 'OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae' {{(pid=70621) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 985.877200] env[70621]: DEBUG nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 985.901276] env[70621]: DEBUG nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.004716] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 986.004716] env[70621]: value = "resgroup-9" [ 986.004716] env[70621]: _type = "ResourcePool" [ 986.004716] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 986.007599] env[70621]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-80f0a732-245a-463a-85bf-01bf997bd883 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.036717] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "ce8417c1-996d-4a27-adea-eb718d1fa292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.036717] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.046673] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease: (returnval){ [ 986.046673] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5223f6ba-1cb7-0d88-3dae-e19c993e70fa" [ 986.046673] env[70621]: _type = "HttpNfcLease" [ 986.046673] env[70621]: } obtained for vApp import into resource pool (val){ [ 986.046673] env[70621]: value = "resgroup-9" [ 986.046673] env[70621]: _type = "ResourcePool" [ 986.046673] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 986.047243] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the lease: (returnval){ [ 986.047243] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5223f6ba-1cb7-0d88-3dae-e19c993e70fa" [ 986.047243] env[70621]: _type = "HttpNfcLease" [ 986.047243] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 986.060543] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.060543] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5223f6ba-1cb7-0d88-3dae-e19c993e70fa" [ 986.060543] env[70621]: _type = "HttpNfcLease" [ 986.060543] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 986.164523] env[70621]: DEBUG oslo_vmware.api [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136088, 'name': ReconfigVM_Task, 'duration_secs': 0.413161} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.167227] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-e335ef90-d2f4-4286-bc47-ebe03bb30664/volume-e335ef90-d2f4-4286-bc47-ebe03bb30664.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.173216] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-811e2699-86a5-445a-b24f-a2c8709e9721 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.191834] env[70621]: DEBUG oslo_vmware.api [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 986.191834] env[70621]: value = "task-4136090" [ 986.191834] env[70621]: _type = "Task" [ 986.191834] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.203136] env[70621]: DEBUG oslo_vmware.api [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.258480] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "64cd35da-8429-48a1-8f19-b3b79115c268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.258796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "64cd35da-8429-48a1-8f19-b3b79115c268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.259050] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.259276] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.259472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "64cd35da-8429-48a1-8f19-b3b79115c268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.262257] env[70621]: INFO nova.compute.manager [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Terminating instance [ 986.280733] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.310212] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.310529] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.310702] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.310914] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.311091] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.311262] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.311596] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.311673] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.311876] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.312015] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.312761] env[70621]: DEBUG nova.virt.hardware [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.313827] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376080f-3750-4f32-93f9-99aa5c0eac77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.323732] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d616d0aa-f302-4cfd-9b04-3b14912c8660 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.328835] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.361286] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f3ce0-abb0-4f7c-971e-b52fd75e5826 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.369951] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30027859-4a2c-4f76-9606-c1b620c00b8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.405462] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6dbc23-db74-482a-b43d-09bab787c82f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.415029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fb7fdb-81ae-454c-a18a-d4e0fdb986e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.430355] env[70621]: DEBUG nova.compute.provider_tree [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.517936] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Updating instance_info_cache with network_info: [{"id": "f09677e1-40aa-419b-9e18-4960c7841bf9", "address": "fa:16:3e:e1:b5:35", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09677e1-40", "ovs_interfaceid": "f09677e1-40aa-419b-9e18-4960c7841bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.542187] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.556632] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 986.556632] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5223f6ba-1cb7-0d88-3dae-e19c993e70fa" [ 986.556632] env[70621]: _type = "HttpNfcLease" [ 986.556632] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 986.557084] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 986.557084] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5223f6ba-1cb7-0d88-3dae-e19c993e70fa" [ 986.557084] env[70621]: _type = "HttpNfcLease" [ 986.557084] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 986.557768] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c69297-53a0-470e-9a0d-85aedf06899c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.566456] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779e6b-eac1-d99b-2316-6b1a78980fdc/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 986.566833] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779e6b-eac1-d99b-2316-6b1a78980fdc/disk-0.vmdk. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 986.635125] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8262985b-4c7d-4680-a4a7-f3a7c45b678b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.702800] env[70621]: DEBUG oslo_vmware.api [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136090, 'name': ReconfigVM_Task, 'duration_secs': 0.17719} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.703152] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819171', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'name': 'volume-e335ef90-d2f4-4286-bc47-ebe03bb30664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bde385d4-4bbf-492e-bc5e-d8fef601a89c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'serial': 'e335ef90-d2f4-4286-bc47-ebe03bb30664'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 986.767842] env[70621]: DEBUG nova.compute.manager [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.768191] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.769347] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36cd72f-d3d9-40e4-9897-6a2f3705faef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.779707] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.780745] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3650ad9c-2c11-479b-b1aa-546c09d1a87e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.789517] env[70621]: DEBUG oslo_vmware.api [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 986.789517] env[70621]: value = "task-4136091" [ 986.789517] env[70621]: _type = "Task" [ 986.789517] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.803870] env[70621]: DEBUG oslo_vmware.api [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.934634] env[70621]: DEBUG nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.977227] env[70621]: DEBUG nova.compute.manager [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Received event network-changed-f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.977452] env[70621]: DEBUG nova.compute.manager [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Refreshing instance network info cache due to event network-changed-f09677e1-40aa-419b-9e18-4960c7841bf9. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.977748] env[70621]: DEBUG oslo_concurrency.lockutils [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] Acquiring lock "refresh_cache-1e133cc8-0a03-4c91-aca2-b9a35d5ea266" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.021186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "refresh_cache-1e133cc8-0a03-4c91-aca2-b9a35d5ea266" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.021186] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Instance network_info: |[{"id": "f09677e1-40aa-419b-9e18-4960c7841bf9", "address": "fa:16:3e:e1:b5:35", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09677e1-40", "ovs_interfaceid": "f09677e1-40aa-419b-9e18-4960c7841bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.021788] env[70621]: DEBUG oslo_concurrency.lockutils [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] Acquired lock "refresh_cache-1e133cc8-0a03-4c91-aca2-b9a35d5ea266" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.021788] env[70621]: DEBUG nova.network.neutron [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Refreshing network info cache for port f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.027086] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:b5:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f09677e1-40aa-419b-9e18-4960c7841bf9', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.034903] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Creating folder: Project (b59e342fbc674f8593f029d5513e3153). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.040021] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08fd73ab-ff91-4270-adc8-bc6d26aeacd8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.056466] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Created folder: Project (b59e342fbc674f8593f029d5513e3153) in parent group-v818963. [ 987.056787] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Creating folder: Instances. Parent ref: group-v819176. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.058891] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a522f5c-32f6-4067-a379-a37c11a32fb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.072999] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Created folder: Instances in parent group-v819176. [ 987.073516] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.075084] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.075442] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.075756] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d86e7c2-56ae-4a19-b8c9-6d1d81332039 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.107641] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.107641] env[70621]: value = "task-4136095" [ 987.107641] env[70621]: _type = "Task" [ 987.107641] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.120680] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136095, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.304026] env[70621]: DEBUG oslo_vmware.api [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136091, 'name': PowerOffVM_Task, 'duration_secs': 0.296667} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.304026] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.304026] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.304026] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fec0a29-04bb-4bf6-81bc-8152fbac554b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.438671] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.439035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.439309] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Deleting the datastore file [datastore1] 64cd35da-8429-48a1-8f19-b3b79115c268 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.443027] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21247d63-71c7-49a2-a68c-dc230066c1ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.443989] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.196s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.451281] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 987.451281] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779e6b-eac1-d99b-2316-6b1a78980fdc/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 987.451281] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.734s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.454882] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7173827f-8740-4a9b-8a2a-3a2db1d44a02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.461925] env[70621]: DEBUG oslo_vmware.api [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for the task: (returnval){ [ 987.461925] env[70621]: value = "task-4136097" [ 987.461925] env[70621]: _type = "Task" [ 987.461925] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.471898] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779e6b-eac1-d99b-2316-6b1a78980fdc/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 987.471898] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779e6b-eac1-d99b-2316-6b1a78980fdc/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 987.472327] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5b7564cd-0293-463a-8c5e-975e74dc0200 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.483020] env[70621]: DEBUG oslo_vmware.api [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.483020] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Successfully updated port: 5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.494659] env[70621]: INFO nova.scheduler.client.report [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Deleted allocations for instance 8322f8fc-34cb-4f84-92c1-9ce169608d63 [ 987.623630] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136095, 'name': CreateVM_Task, 'duration_secs': 0.433969} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.626975] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.629980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.629980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.629980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.629980] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa48179-9749-4a71-bd0d-a7fd2934e673 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.636886] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 987.636886] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5219b3d4-678e-3a15-5be9-7222f7ad34f8" [ 987.636886] env[70621]: _type = "Task" [ 987.636886] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.647961] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5219b3d4-678e-3a15-5be9-7222f7ad34f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.649210] env[70621]: DEBUG oslo_vmware.rw_handles [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52779e6b-eac1-d99b-2316-6b1a78980fdc/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 987.650157] env[70621]: INFO nova.virt.vmwareapi.images [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Downloaded image file data 2a44f1ab-8953-4975-add2-32bd7207e672 [ 987.650319] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a3f23-be89-4e71-a595-a33536bcb381 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.669841] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73fd3d1c-5708-462f-8f19-964f9af8f68d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.700117] env[70621]: INFO nova.virt.vmwareapi.images [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] The imported VM was unregistered [ 987.703791] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 987.704079] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.705307] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ac522c1-fb38-4220-93ab-32a3a7c6c230 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.720484] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created directory with path [datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.720777] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae/OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae.vmdk to [datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk. {{(pid=70621) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 987.720964] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3546fd3e-a0a9-4f87-a507-4a8fa4a59887 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.730119] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 987.730119] env[70621]: value = "task-4136099" [ 987.730119] env[70621]: _type = "Task" [ 987.730119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.739167] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.770278] env[70621]: DEBUG nova.objects.instance [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.856013] env[70621]: DEBUG nova.network.neutron [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Updated VIF entry in instance network info cache for port f09677e1-40aa-419b-9e18-4960c7841bf9. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.856013] env[70621]: DEBUG nova.network.neutron [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Updating instance_info_cache with network_info: [{"id": "f09677e1-40aa-419b-9e18-4960c7841bf9", "address": "fa:16:3e:e1:b5:35", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09677e1-40", "ovs_interfaceid": "f09677e1-40aa-419b-9e18-4960c7841bf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.976184] env[70621]: DEBUG oslo_vmware.api [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Task: {'id': task-4136097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186595} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.977732] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.978274] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.978632] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.978958] env[70621]: INFO nova.compute.manager [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Took 1.21 seconds to destroy the instance on the hypervisor. [ 987.979617] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.979962] env[70621]: DEBUG nova.compute.manager [-] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.980246] env[70621]: DEBUG nova.network.neutron [-] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.986433] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "refresh_cache-cf90c38d-d2bf-43f7-abd1-21711c900187" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.987110] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "refresh_cache-cf90c38d-d2bf-43f7-abd1-21711c900187" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.989419] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.004345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-49516d75-bf06-48e4-8cbb-2204d459f104 tempest-MigrationsAdminTest-2080415140 tempest-MigrationsAdminTest-2080415140-project-member] Lock "8322f8fc-34cb-4f84-92c1-9ce169608d63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.177s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.152723] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5219b3d4-678e-3a15-5be9-7222f7ad34f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.156248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.156844] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.157235] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.157561] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.157670] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.158353] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a11d1eb-5265-4505-8fd2-f5ccbd878b25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.181246] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.181750] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.186684] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0422e91-cb21-4dee-bf16-08d5d9baa761 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.203979] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 988.203979] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5266c6e2-292d-0dcd-8dc8-783887eefd87" [ 988.203979] env[70621]: _type = "Task" [ 988.203979] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.216492] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5266c6e2-292d-0dcd-8dc8-783887eefd87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.244756] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.282621] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a23d231c-8e9c-42c8-b82b-fdc92a8a0ed0 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.877s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.357654] env[70621]: DEBUG oslo_concurrency.lockutils [req-240c5c50-b023-49c1-9a63-00e281eadf20 req-bb276199-2452-493a-8507-ce5439e8282c service nova] Releasing lock "refresh_cache-1e133cc8-0a03-4c91-aca2-b9a35d5ea266" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.363205] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc274b10-63fa-470d-bcac-4404761ea702 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.379019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffb1f2d-948b-420a-8179-3a7a3fafea2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.417765] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9728bdc-0652-4504-8e14-6dc4cc3bdf50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.430030] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109044c7-2540-4525-a512-2a3972d02ae5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.448936] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.449172] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.449222] env[70621]: DEBUG nova.compute.manager [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.449766] env[70621]: DEBUG nova.compute.provider_tree [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.453327] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb84b794-dfe3-48af-96b5-b74d75646ea9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.463019] env[70621]: DEBUG nova.compute.manager [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 988.463674] env[70621]: DEBUG nova.objects.instance [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.554215] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.720062] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5266c6e2-292d-0dcd-8dc8-783887eefd87, 'name': SearchDatastore_Task, 'duration_secs': 0.098311} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.721191] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1aa03ab-fe4f-44bd-8ab8-d62aac17e85e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.735047] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 988.735047] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520dd73d-0908-43d4-fdc4-c6f09eca3164" [ 988.735047] env[70621]: _type = "Task" [ 988.735047] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.749575] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520dd73d-0908-43d4-fdc4-c6f09eca3164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.754667] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.843738] env[70621]: DEBUG nova.network.neutron [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Updating instance_info_cache with network_info: [{"id": "5723d208-9b75-47b7-afdd-ff81a66d068f", "address": "fa:16:3e:6d:d3:fe", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5723d208-9b", "ovs_interfaceid": "5723d208-9b75-47b7-afdd-ff81a66d068f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.954358] env[70621]: DEBUG nova.scheduler.client.report [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.052494] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Received event network-vif-plugged-5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.052777] env[70621]: DEBUG oslo_concurrency.lockutils [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] Acquiring lock "cf90c38d-d2bf-43f7-abd1-21711c900187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.053017] env[70621]: DEBUG oslo_concurrency.lockutils [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.053313] env[70621]: DEBUG oslo_concurrency.lockutils [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.053423] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] No waiting events found dispatching network-vif-plugged-5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 989.053600] env[70621]: WARNING nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Received unexpected event network-vif-plugged-5723d208-9b75-47b7-afdd-ff81a66d068f for instance with vm_state building and task_state spawning. [ 989.053782] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Received event network-changed-5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.053921] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Refreshing instance network info cache due to event network-changed-5723d208-9b75-47b7-afdd-ff81a66d068f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.054213] env[70621]: DEBUG oslo_concurrency.lockutils [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] Acquiring lock "refresh_cache-cf90c38d-d2bf-43f7-abd1-21711c900187" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.245983] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.250508] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520dd73d-0908-43d4-fdc4-c6f09eca3164, 'name': SearchDatastore_Task, 'duration_secs': 0.097918} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.250808] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.251147] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1e133cc8-0a03-4c91-aca2-b9a35d5ea266/1e133cc8-0a03-4c91-aca2-b9a35d5ea266.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.251477] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16de5f42-1021-4c62-8435-d7bdc6c75c43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.262231] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 989.262231] env[70621]: value = "task-4136100" [ 989.262231] env[70621]: _type = "Task" [ 989.262231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.274950] env[70621]: DEBUG nova.network.neutron [-] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.277763] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.349626] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "refresh_cache-cf90c38d-d2bf-43f7-abd1-21711c900187" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.349626] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Instance network_info: |[{"id": "5723d208-9b75-47b7-afdd-ff81a66d068f", "address": "fa:16:3e:6d:d3:fe", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5723d208-9b", "ovs_interfaceid": "5723d208-9b75-47b7-afdd-ff81a66d068f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.349937] env[70621]: DEBUG oslo_concurrency.lockutils [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] Acquired lock "refresh_cache-cf90c38d-d2bf-43f7-abd1-21711c900187" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.350263] env[70621]: DEBUG nova.network.neutron [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Refreshing network info cache for port 5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.351794] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d3:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5723d208-9b75-47b7-afdd-ff81a66d068f', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.361350] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.362355] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.362601] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35151a61-9ddb-4d0b-8f92-8db59aa36f26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.390217] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.390217] env[70621]: value = "task-4136101" [ 989.390217] env[70621]: _type = "Task" [ 989.390217] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.401669] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136101, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.417940] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 989.417940] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819174', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'name': 'volume-10784128-ca08-4920-886f-d39da85e826b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7976177b-bffc-465d-aae8-a1b1cc4afb83', 'attached_at': '', 'detached_at': '', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'serial': '10784128-ca08-4920-886f-d39da85e826b'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 989.418975] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f385664-24f3-4d1b-bb3f-851576e78b1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.439059] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d6026-10c5-4d72-aa73-62590df1fd5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.492479] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-10784128-ca08-4920-886f-d39da85e826b/volume-10784128-ca08-4920-886f-d39da85e826b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.492479] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.492479] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77458f08-f86c-47d4-b402-08d484c31ae4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.517206] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf97afcd-dd0b-4bcc-a092-1fc2a22467d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.532121] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 989.532121] env[70621]: value = "task-4136102" [ 989.532121] env[70621]: _type = "Task" [ 989.532121] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.534669] env[70621]: DEBUG oslo_vmware.api [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 989.534669] env[70621]: value = "task-4136103" [ 989.534669] env[70621]: _type = "Task" [ 989.534669] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.553949] env[70621]: DEBUG oslo_vmware.api [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.558921] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.759067] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.777335] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.779681] env[70621]: INFO nova.compute.manager [-] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Took 1.80 seconds to deallocate network for instance. [ 989.906179] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136101, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.994593] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.543s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.994981] env[70621]: DEBUG nova.compute.manager [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70621) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 990.000280] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.983s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.009318] env[70621]: INFO nova.compute.claims [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.063027] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.068124] env[70621]: DEBUG oslo_vmware.api [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136103, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.209170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "5c5f71fd-92af-400b-9bfc-058439cb6a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.209170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.211743] env[70621]: DEBUG nova.network.neutron [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Updated VIF entry in instance network info cache for port 5723d208-9b75-47b7-afdd-ff81a66d068f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.212292] env[70621]: DEBUG nova.network.neutron [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Updating instance_info_cache with network_info: [{"id": "5723d208-9b75-47b7-afdd-ff81a66d068f", "address": "fa:16:3e:6d:d3:fe", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5723d208-9b", "ovs_interfaceid": "5723d208-9b75-47b7-afdd-ff81a66d068f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.247482] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.272744] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.296514] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.404221] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136101, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.560464] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136102, 'name': ReconfigVM_Task, 'duration_secs': 0.829996} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.564714] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-10784128-ca08-4920-886f-d39da85e826b/volume-10784128-ca08-4920-886f-d39da85e826b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.571426] env[70621]: DEBUG oslo_vmware.api [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136103, 'name': PowerOffVM_Task, 'duration_secs': 0.555402} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.571847] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f10ac3-911e-4765-9ad4-ee817e59b8e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.582599] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.583602] env[70621]: DEBUG nova.compute.manager [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.588025] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0d1785-f93c-449d-bb43-2821515a0daf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.602443] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 990.602443] env[70621]: value = "task-4136104" [ 990.602443] env[70621]: _type = "Task" [ 990.602443] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.614778] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.625888] env[70621]: INFO nova.scheduler.client.report [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted allocation for migration a0847705-2133-4338-a89e-a136daa883b3 [ 990.716252] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.722967] env[70621]: DEBUG oslo_concurrency.lockutils [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] Releasing lock "refresh_cache-cf90c38d-d2bf-43f7-abd1-21711c900187" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.723330] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received event network-vif-deleted-f0661a8b-53b9-4b5b-985d-a67d6261a5d4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.723586] env[70621]: INFO nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Neutron deleted interface f0661a8b-53b9-4b5b-985d-a67d6261a5d4; detaching it from the instance and deleting it from the info cache [ 990.723957] env[70621]: DEBUG nova.network.neutron [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updating instance_info_cache with network_info: [{"id": "9fcb9826-ff01-454f-bbbd-f7441c507171", "address": "fa:16:3e:08:b2:05", "network": {"id": "505c1864-8999-404c-ad61-dbd7a7642b9b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1738425103", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "840be83058764f219ba8a03127f8f0aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6e940e5-e083-4238-973e-f1b4e2a3a5c7", "external-id": "nsx-vlan-transportzone-64", "segmentation_id": 64, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fcb9826-ff", "ovs_interfaceid": "9fcb9826-ff01-454f-bbbd-f7441c507171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.758362] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136099, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.689773} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.758648] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae/OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae.vmdk to [datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk. [ 990.758915] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Cleaning up location [datastore1] OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 990.759161] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7a32ff20-710a-4ea1-ae89-53c2e544c2ae {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.759541] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8473a162-8f5a-4a6b-94a6-e4df2044f287 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.770321] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 990.770321] env[70621]: value = "task-4136105" [ 990.770321] env[70621]: _type = "Task" [ 990.770321] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.778701] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136100, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.786192] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.902650] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136101, 'name': CreateVM_Task, 'duration_secs': 1.113072} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.903072] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.903607] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.903782] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.904416] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.904652] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42bc4a0-8565-4f01-b444-9e9f9f011ccf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.910753] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 990.910753] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52da6c94-e805-3b74-21d9-e1281feab256" [ 990.910753] env[70621]: _type = "Task" [ 990.910753] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.919796] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52da6c94-e805-3b74-21d9-e1281feab256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.113035] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0fb0e727-eaa9-4adc-9e78-a2fcbaee8e09 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.664s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.118021] env[70621]: DEBUG oslo_vmware.api [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136104, 'name': ReconfigVM_Task, 'duration_secs': 0.202091} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.118192] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819174', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'name': 'volume-10784128-ca08-4920-886f-d39da85e826b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7976177b-bffc-465d-aae8-a1b1cc4afb83', 'attached_at': '', 'detached_at': '', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'serial': '10784128-ca08-4920-886f-d39da85e826b'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 991.130326] env[70621]: DEBUG nova.objects.instance [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'flavor' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.136113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2812aefb-e8b0-4fcd-a944-0d786e5fccac tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.358s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.231159] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2f9cde-0fff-40dd-857f-8d21d672fa52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.243845] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57e1828-3373-4923-971c-2b62f50df5b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.257500] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.283285] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Detach interface failed, port_id=f0661a8b-53b9-4b5b-985d-a67d6261a5d4, reason: Instance 64cd35da-8429-48a1-8f19-b3b79115c268 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.283529] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Received event network-vif-deleted-9fcb9826-ff01-454f-bbbd-f7441c507171 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.283703] env[70621]: INFO nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Neutron deleted interface 9fcb9826-ff01-454f-bbbd-f7441c507171; detaching it from the instance and deleting it from the info cache [ 991.283872] env[70621]: DEBUG nova.network.neutron [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.290925] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136100, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.638118} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.291522] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1e133cc8-0a03-4c91-aca2-b9a35d5ea266/1e133cc8-0a03-4c91-aca2-b9a35d5ea266.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.291745] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.294805] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1010e0fd-8cd1-4b31-a2ac-78055404d62a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.301600] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182642} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.301800] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.301925] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.302199] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk to [datastore1] a3b21e60-da0a-4e38-acca-842ab58038d3/a3b21e60-da0a-4e38-acca-842ab58038d3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.302531] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a98cd7-bf8f-4ef4-b366-320949923656 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.307108] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 991.307108] env[70621]: value = "task-4136106" [ 991.307108] env[70621]: _type = "Task" [ 991.307108] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.312610] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 991.312610] env[70621]: value = "task-4136107" [ 991.312610] env[70621]: _type = "Task" [ 991.312610] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.329230] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.329561] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.370752] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4086d1-d75f-44ac-912a-389508bd7d3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.386918] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d760ec-a33b-4ce5-b301-3ff1d8f5e75a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.425392] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19973b37-0956-454a-9c8f-370a286b3e79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.434843] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52da6c94-e805-3b74-21d9-e1281feab256, 'name': SearchDatastore_Task, 'duration_secs': 0.049654} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.437482] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.441018] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.441018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.441018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.441018] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.441018] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69179178-7cf2-407f-bc1f-8bf314ed622e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.441651] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d1751c-145d-4e66-9323-4e833b026bf2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.455631] env[70621]: DEBUG nova.compute.provider_tree [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.458017] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.458213] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.459201] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7672d6ce-c3eb-4237-98f6-406238411774 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.466115] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 991.466115] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5291eacd-c5a3-1bad-de3d-2bbcb70aae9b" [ 991.466115] env[70621]: _type = "Task" [ 991.466115] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.477731] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5291eacd-c5a3-1bad-de3d-2bbcb70aae9b, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.478525] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c2bbe9e-9b1f-49b2-8e36-e57558a7c23f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.484548] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 991.484548] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523cd34b-4d17-f130-97bc-d382dad14ad0" [ 991.484548] env[70621]: _type = "Task" [ 991.484548] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.494067] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523cd34b-4d17-f130-97bc-d382dad14ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.637060] env[70621]: DEBUG oslo_concurrency.lockutils [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.637286] env[70621]: DEBUG oslo_concurrency.lockutils [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.637578] env[70621]: DEBUG nova.network.neutron [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.638141] env[70621]: DEBUG nova.objects.instance [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'info_cache' on Instance uuid 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.794683] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47269e83-c221-4a5b-b288-fc8e00362dc2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.807280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e012c8-2ee4-4732-946b-d4b7da83728d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.829204] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136107, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.832744] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073832} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.833351] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.848719] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14573a10-8fe5-44c2-88c6-47ca7fc3625a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.854048] env[70621]: DEBUG nova.compute.manager [req-434130f3-013f-4426-82cf-bea5d10d56ea req-86bd93ec-528a-4994-9d3a-156946e9d521 service nova] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Detach interface failed, port_id=9fcb9826-ff01-454f-bbbd-f7441c507171, reason: Instance 64cd35da-8429-48a1-8f19-b3b79115c268 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.878496] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 1e133cc8-0a03-4c91-aca2-b9a35d5ea266/1e133cc8-0a03-4c91-aca2-b9a35d5ea266.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.881150] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97bb5c3c-2a51-420f-9b17-1a092326210a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.904474] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 991.904474] env[70621]: value = "task-4136108" [ 991.904474] env[70621]: _type = "Task" [ 991.904474] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.914646] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.962524] env[70621]: DEBUG nova.scheduler.client.report [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.997107] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523cd34b-4d17-f130-97bc-d382dad14ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.085753} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.997705] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.997982] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] cf90c38d-d2bf-43f7-abd1-21711c900187/cf90c38d-d2bf-43f7-abd1-21711c900187.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.998401] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93581934-f057-498e-970f-d9a58674c52d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.006222] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 992.006222] env[70621]: value = "task-4136109" [ 992.006222] env[70621]: _type = "Task" [ 992.006222] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.017820] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.141741] env[70621]: DEBUG nova.objects.base [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Object Instance<3e11e849-1e5e-4b19-adc6-c5ede4e82c4f> lazy-loaded attributes: flavor,info_cache {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.161842] env[70621]: DEBUG nova.objects.instance [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lazy-loading 'flavor' on Instance uuid 7976177b-bffc-465d-aae8-a1b1cc4afb83 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.330352] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136107, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.356427] env[70621]: DEBUG nova.objects.instance [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.415801] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.468952] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.469649] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.472894] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.693s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.473098] env[70621]: DEBUG nova.objects.instance [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.521478] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.668610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8e062a1b-79b1-4b47-80fa-eb295b23a67f tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.417s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.828560] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136107, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.866481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.866481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.866481] env[70621]: DEBUG nova.network.neutron [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.866481] env[70621]: DEBUG nova.objects.instance [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'info_cache' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.916880] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.978819] env[70621]: DEBUG nova.compute.utils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.985319] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.985319] env[70621]: DEBUG nova.network.neutron [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.018365] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.046046] env[70621]: DEBUG nova.network.neutron [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [{"id": "00713a73-cdfd-4605-99ca-c0c83a80532f", "address": "fa:16:3e:b3:d1:86", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00713a73-cd", "ovs_interfaceid": "00713a73-cdfd-4605-99ca-c0c83a80532f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.063032] env[70621]: DEBUG nova.policy [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.330167] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136107, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.373391] env[70621]: DEBUG nova.objects.base [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.418383] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.476738] env[70621]: DEBUG nova.network.neutron [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Successfully created port: 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.487352] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.490951] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ec1f26c1-5292-466b-b33f-895900b6413d tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.492730] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.587s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.492730] env[70621]: DEBUG nova.objects.instance [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lazy-loading 'resources' on Instance uuid 36695bed-3958-4ba5-b434-6d21ae8a9975 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.521714] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.547764] env[70621]: DEBUG oslo_concurrency.lockutils [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.723547] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.723547] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.832029] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136107, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.444932} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.835117] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2a44f1ab-8953-4975-add2-32bd7207e672/2a44f1ab-8953-4975-add2-32bd7207e672.vmdk to [datastore1] a3b21e60-da0a-4e38-acca-842ab58038d3/a3b21e60-da0a-4e38-acca-842ab58038d3.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.835117] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d548e-ff23-4554-b97e-9dfc88e084d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.866123] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a3b21e60-da0a-4e38-acca-842ab58038d3/a3b21e60-da0a-4e38-acca-842ab58038d3.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.866661] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f5197d-511e-4517-b8bd-875ff1b7fc8f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.896367] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 993.896367] env[70621]: value = "task-4136110" [ 993.896367] env[70621]: _type = "Task" [ 993.896367] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.905169] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.918398] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.024175] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136109, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.230728] env[70621]: INFO nova.compute.manager [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Detaching volume 10784128-ca08-4920-886f-d39da85e826b [ 994.265504] env[70621]: DEBUG nova.network.neutron [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating instance_info_cache with network_info: [{"id": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "address": "fa:16:3e:5f:a6:ca", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2704bdf-ca", "ovs_interfaceid": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.271497] env[70621]: INFO nova.virt.block_device [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Attempting to driver detach volume 10784128-ca08-4920-886f-d39da85e826b from mountpoint /dev/sdb [ 994.271728] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 994.271913] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819174', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'name': 'volume-10784128-ca08-4920-886f-d39da85e826b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7976177b-bffc-465d-aae8-a1b1cc4afb83', 'attached_at': '', 'detached_at': '', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'serial': '10784128-ca08-4920-886f-d39da85e826b'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 994.273107] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac914c-79b1-4ce1-bfcc-a1f2c83a0ba8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.306889] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a154ae-2f78-4d29-8110-c9d9f6c9f4c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.316082] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a066cfb3-0d1d-4c44-8ab6-67215f628c47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.345982] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d727d0f-81b7-4660-bc03-a1e6db215125 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.363348] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] The volume has not been displaced from its original location: [datastore2] volume-10784128-ca08-4920-886f-d39da85e826b/volume-10784128-ca08-4920-886f-d39da85e826b.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 994.369249] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.370741] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d25d874-db4c-4eb2-8c72-a883e57ecd08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.384900] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b946641-249d-4eba-8ae8-55be12f592e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.396359] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4423921f-45e3-4fcf-9221-4e3097e1d5c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.407027] env[70621]: DEBUG oslo_vmware.api [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 994.407027] env[70621]: value = "task-4136111" [ 994.407027] env[70621]: _type = "Task" [ 994.407027] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.441488] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2deffa-e9b1-4aa8-87a1-de1e01ce843d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.445122] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.448617] env[70621]: DEBUG oslo_vmware.api [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.454466] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136108, 'name': ReconfigVM_Task, 'duration_secs': 2.433703} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.456767] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 1e133cc8-0a03-4c91-aca2-b9a35d5ea266/1e133cc8-0a03-4c91-aca2-b9a35d5ea266.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.457481] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e8555f0-d57b-4f5a-a910-e39f81972a07 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.460200] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8917b99c-f0ae-40dd-bce7-9cb574c095b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.475357] env[70621]: DEBUG nova.compute.provider_tree [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.478240] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 994.478240] env[70621]: value = "task-4136112" [ 994.478240] env[70621]: _type = "Task" [ 994.478240] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.487479] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136112, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.509622] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.521957] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136109, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.227809} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.522268] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] cf90c38d-d2bf-43f7-abd1-21711c900187/cf90c38d-d2bf-43f7-abd1-21711c900187.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.522543] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.522796] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c52c41-7c65-47b2-be84-e10f480c4065 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.531211] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 994.531211] env[70621]: value = "task-4136113" [ 994.531211] env[70621]: _type = "Task" [ 994.531211] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.543885] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.547871] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.548201] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.548409] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.548625] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.548855] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.548982] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.549358] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.549566] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.549763] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.549938] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.550159] env[70621]: DEBUG nova.virt.hardware [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.551134] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05183d72-5ba6-4151-b28a-5b009fac24c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.555263] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.555981] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b65add1-5826-4096-9381-e7aaed8bb415 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.561977] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321ab7b5-efaa-42a2-8d56-4096ff4d1ef3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.568138] env[70621]: DEBUG oslo_vmware.api [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 994.568138] env[70621]: value = "task-4136114" [ 994.568138] env[70621]: _type = "Task" [ 994.568138] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.587801] env[70621]: DEBUG oslo_vmware.api [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136114, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.770946] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.905100] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.914064] env[70621]: DEBUG oslo_vmware.api [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136111, 'name': ReconfigVM_Task, 'duration_secs': 0.275821} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.914404] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.919222] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e39112d9-7ee1-434e-933e-5f2a990e58b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.938038] env[70621]: DEBUG oslo_vmware.api [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 994.938038] env[70621]: value = "task-4136115" [ 994.938038] env[70621]: _type = "Task" [ 994.938038] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.948307] env[70621]: DEBUG oslo_vmware.api [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.980763] env[70621]: DEBUG nova.scheduler.client.report [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.997131] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136112, 'name': Rename_Task, 'duration_secs': 0.414221} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.997131] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.997131] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97614184-a369-4e0d-b5a0-cf35587e5003 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.002695] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 995.002695] env[70621]: value = "task-4136116" [ 995.002695] env[70621]: _type = "Task" [ 995.002695] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.013922] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.041425] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076465} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.041806] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.042648] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d0c3ca-e360-4a79-82b2-18ebd28d5df4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.068325] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] cf90c38d-d2bf-43f7-abd1-21711c900187/cf90c38d-d2bf-43f7-abd1-21711c900187.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.068674] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-430a70f3-bb80-45df-98cf-3d7b0959b5e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.094420] env[70621]: DEBUG oslo_vmware.api [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.095707] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 995.095707] env[70621]: value = "task-4136117" [ 995.095707] env[70621]: _type = "Task" [ 995.095707] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.104404] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.114485] env[70621]: DEBUG nova.compute.manager [req-2b6c3881-0bc6-487b-8271-d87d30b32518 req-667d6c3e-1c47-4f08-887c-b1e5b3326895 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-vif-plugged-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.114485] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b6c3881-0bc6-487b-8271-d87d30b32518 req-667d6c3e-1c47-4f08-887c-b1e5b3326895 service nova] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.114771] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b6c3881-0bc6-487b-8271-d87d30b32518 req-667d6c3e-1c47-4f08-887c-b1e5b3326895 service nova] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.114972] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b6c3881-0bc6-487b-8271-d87d30b32518 req-667d6c3e-1c47-4f08-887c-b1e5b3326895 service nova] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.115180] env[70621]: DEBUG nova.compute.manager [req-2b6c3881-0bc6-487b-8271-d87d30b32518 req-667d6c3e-1c47-4f08-887c-b1e5b3326895 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] No waiting events found dispatching network-vif-plugged-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.115369] env[70621]: WARNING nova.compute.manager [req-2b6c3881-0bc6-487b-8271-d87d30b32518 req-667d6c3e-1c47-4f08-887c-b1e5b3326895 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received unexpected event network-vif-plugged-2a2e3fb5-127b-4c26-b990-81eb65944cbe for instance with vm_state building and task_state spawning. [ 995.259939] env[70621]: DEBUG nova.network.neutron [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Successfully updated port: 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.407195] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136110, 'name': ReconfigVM_Task, 'duration_secs': 1.230611} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.407604] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a3b21e60-da0a-4e38-acca-842ab58038d3/a3b21e60-da0a-4e38-acca-842ab58038d3.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.408299] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baf6eb9a-71cb-4eb6-9b3e-317d7f75da76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.417381] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 995.417381] env[70621]: value = "task-4136118" [ 995.417381] env[70621]: _type = "Task" [ 995.417381] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.427568] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136118, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.446868] env[70621]: DEBUG oslo_vmware.api [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136115, 'name': ReconfigVM_Task, 'duration_secs': 0.163617} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.447276] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819174', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'name': 'volume-10784128-ca08-4920-886f-d39da85e826b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7976177b-bffc-465d-aae8-a1b1cc4afb83', 'attached_at': '', 'detached_at': '', 'volume_id': '10784128-ca08-4920-886f-d39da85e826b', 'serial': '10784128-ca08-4920-886f-d39da85e826b'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 995.490085] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.492808] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.985s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.493074] env[70621]: DEBUG nova.objects.instance [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lazy-loading 'resources' on Instance uuid c172b6f6-f855-435c-8627-f8061880b775 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.515242] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.516370] env[70621]: INFO nova.scheduler.client.report [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocations for instance 36695bed-3958-4ba5-b434-6d21ae8a9975 [ 995.594217] env[70621]: DEBUG oslo_vmware.api [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136114, 'name': PowerOnVM_Task, 'duration_secs': 0.777127} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.594571] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.594867] env[70621]: DEBUG nova.compute.manager [None req-27587c45-be06-4c5d-9f9c-aef034438d1a tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.595832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c613a40-a3d8-4396-aa5c-01b39b3453b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.613756] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136117, 'name': ReconfigVM_Task, 'duration_secs': 0.370302} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.614303] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Reconfigured VM instance instance-0000004c to attach disk [datastore1] cf90c38d-d2bf-43f7-abd1-21711c900187/cf90c38d-d2bf-43f7-abd1-21711c900187.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.618025] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dce172e6-e08c-436a-a608-29efb5b7fb42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.624429] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 995.624429] env[70621]: value = "task-4136119" [ 995.624429] env[70621]: _type = "Task" [ 995.624429] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.639330] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136119, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.763535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.763614] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.763868] env[70621]: DEBUG nova.network.neutron [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.778445] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.778747] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9511104a-987c-4ae2-8ae5-6d94c346d105 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.789389] env[70621]: DEBUG oslo_vmware.api [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 995.789389] env[70621]: value = "task-4136120" [ 995.789389] env[70621]: _type = "Task" [ 995.789389] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.800071] env[70621]: DEBUG oslo_vmware.api [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.930448] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136118, 'name': Rename_Task, 'duration_secs': 0.247883} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.930934] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.931073] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1907d9f3-4450-4793-b84e-e48b51291bbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.940740] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 995.940740] env[70621]: value = "task-4136121" [ 995.940740] env[70621]: _type = "Task" [ 995.940740] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.953058] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.015964] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136116, 'name': PowerOnVM_Task, 'duration_secs': 0.783425} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.016406] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.018021] env[70621]: INFO nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Took 12.32 seconds to spawn the instance on the hypervisor. [ 996.018021] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.019390] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c839bb-915a-4e86-b08a-2e5d7cfb9720 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.024025] env[70621]: DEBUG nova.objects.instance [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lazy-loading 'flavor' on Instance uuid 7976177b-bffc-465d-aae8-a1b1cc4afb83 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.030305] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0388b123-7829-451c-8ee0-d9e28d4b52b7 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "36695bed-3958-4ba5-b434-6d21ae8a9975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.083s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.140579] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136119, 'name': Rename_Task, 'duration_secs': 0.167865} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.140980] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.141331] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30a3b70-4985-4f78-ae44-f69b3ced2b64 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.148754] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 996.148754] env[70621]: value = "task-4136122" [ 996.148754] env[70621]: _type = "Task" [ 996.148754] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.163758] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.304610] env[70621]: DEBUG oslo_vmware.api [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136120, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.344070] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa07eae-ef6a-4757-9eb4-ec9a514cbef4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.350323] env[70621]: DEBUG nova.network.neutron [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.359249] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597ddace-7fda-4dc1-b71c-6419731f30fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.396081] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838900e9-0fdf-4915-8183-366111412eb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.404739] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32e8b4-8158-4007-b545-2f226adafa2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.421538] env[70621]: DEBUG nova.compute.provider_tree [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.452456] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.552592] env[70621]: INFO nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Took 25.13 seconds to build instance. [ 996.665068] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.808881] env[70621]: DEBUG oslo_vmware.api [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136120, 'name': PowerOnVM_Task, 'duration_secs': 0.65505} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.809232] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.809450] env[70621]: DEBUG nova.compute.manager [None req-53d1f086-d3cc-4dfd-9652-f3a00f3782b4 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.810297] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f429d0-6560-473a-90e7-eab8cd8cb6a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.917342] env[70621]: DEBUG nova.network.neutron [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.925356] env[70621]: DEBUG nova.scheduler.client.report [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.958869] env[70621]: DEBUG oslo_vmware.api [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136121, 'name': PowerOnVM_Task, 'duration_secs': 0.590371} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.959894] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.960147] env[70621]: INFO nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Took 17.73 seconds to spawn the instance on the hypervisor. [ 996.960363] env[70621]: DEBUG nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.961314] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989a5d3f-26d9-4df2-a4ac-b3e7c545113d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.034231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9ba70e6f-386b-4482-bf46-2c71ce797a39 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.311s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.058681] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.647s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.077841] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.078130] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.078277] env[70621]: DEBUG nova.compute.manager [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.079687] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a5537a-263c-4b8e-b1a9-7e24112e1939 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.087810] env[70621]: DEBUG nova.compute.manager [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 997.088426] env[70621]: DEBUG nova.objects.instance [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'flavor' on Instance uuid 50f2c68f-3bf1-486a-90ff-352091e6b328 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.161442] env[70621]: DEBUG oslo_vmware.api [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136122, 'name': PowerOnVM_Task, 'duration_secs': 0.528313} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.162127] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.162443] env[70621]: INFO nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Took 10.88 seconds to spawn the instance on the hypervisor. [ 997.162792] env[70621]: DEBUG nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.163655] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7a97f1-1f49-41ba-9f5b-080b979632e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.403287] env[70621]: DEBUG nova.compute.manager [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.403506] env[70621]: DEBUG nova.compute.manager [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing instance network info cache due to event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.404233] env[70621]: DEBUG oslo_concurrency.lockutils [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.424739] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.424739] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Instance network_info: |[{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.424739] env[70621]: DEBUG oslo_concurrency.lockutils [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.424739] env[70621]: DEBUG nova.network.neutron [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.424739] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:14:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a2e3fb5-127b-4c26-b990-81eb65944cbe', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.434081] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.439018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.439741] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.440876] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.368s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.441116] env[70621]: DEBUG nova.objects.instance [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lazy-loading 'resources' on Instance uuid 719f88f6-cb11-42c3-a47a-b35be2c0b3ed {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.442129] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a48823dd-7044-4820-b349-f5f8805982f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.466190] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.466190] env[70621]: value = "task-4136123" [ 997.466190] env[70621]: _type = "Task" [ 997.466190] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.474839] env[70621]: INFO nova.scheduler.client.report [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Deleted allocations for instance c172b6f6-f855-435c-8627-f8061880b775 [ 997.490907] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136123, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.490907] env[70621]: INFO nova.compute.manager [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Took 37.11 seconds to build instance. [ 997.599933] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "f49cd7b9-c2e5-491d-aedf-7753187f47be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.600257] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.686224] env[70621]: INFO nova.compute.manager [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Took 26.22 seconds to build instance. [ 997.874189] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.875272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.875479] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.875743] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.875961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.878140] env[70621]: INFO nova.compute.manager [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Terminating instance [ 997.976425] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136123, 'name': CreateVM_Task, 'duration_secs': 0.363033} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.976781] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.977379] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.977549] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.977922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.979023] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72be44e-6167-44d8-b7b7-7cb5ee71b25d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.985837] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 997.985837] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52755570-3dc7-aa45-22df-bbc5f3ba0e99" [ 997.985837] env[70621]: _type = "Task" [ 997.985837] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.991570] env[70621]: DEBUG nova.network.neutron [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updated VIF entry in instance network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.993314] env[70621]: DEBUG nova.network.neutron [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.996109] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0838e2e-3fd6-4358-b8eb-f445b10c24f3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.626s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.004699] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52755570-3dc7-aa45-22df-bbc5f3ba0e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.005256] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1e1828e3-f97c-4e58-968e-65f1e7ecb65e tempest-ServersAdminTestJSON-365827888 tempest-ServersAdminTestJSON-365827888-project-member] Lock "c172b6f6-f855-435c-8627-f8061880b775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.971s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.100165] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.100648] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76789dd9-8c07-4af5-acde-2a74c6476d42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.102726] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.111885] env[70621]: DEBUG oslo_vmware.api [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 998.111885] env[70621]: value = "task-4136124" [ 998.111885] env[70621]: _type = "Task" [ 998.111885] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.124560] env[70621]: DEBUG oslo_vmware.api [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.188663] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8aebb3d-c7b7-4a1c-94d2-174370dd0c34 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.734s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.366675] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe9399-0707-48cd-a900-c5a5fe7e260a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.373863] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be22abc2-b89f-426b-91c8-c409a771f191 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.425430] env[70621]: DEBUG nova.compute.manager [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.425847] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.428662] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.429850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.429850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.429850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.430078] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.435666] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4349f2e8-918c-4c61-b6a0-1eabb685dfe1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.437947] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb817711-b2de-41ee-b7a2-d8651756ba97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.442418] env[70621]: INFO nova.compute.manager [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Terminating instance [ 998.455937] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.457681] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda7d31-f1d3-4d71-8713-1359cc5d97f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.462449] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dccd0390-ace7-4261-a34d-9325d4869927 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.477662] env[70621]: DEBUG nova.compute.provider_tree [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.481338] env[70621]: DEBUG oslo_vmware.api [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 998.481338] env[70621]: value = "task-4136125" [ 998.481338] env[70621]: _type = "Task" [ 998.481338] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.494680] env[70621]: DEBUG oslo_vmware.api [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.496379] env[70621]: DEBUG oslo_concurrency.lockutils [req-0a487277-537c-479c-89a5-97535c037a65 req-04423d99-06fa-4db7-96da-50d0024b9884 service nova] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.503423] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52755570-3dc7-aa45-22df-bbc5f3ba0e99, 'name': SearchDatastore_Task, 'duration_secs': 0.017445} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.503798] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.506072] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.506072] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.506072] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.506072] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.506072] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49788656-87c3-4cfd-a1ac-69417206b10f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.518793] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.519037] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.521478] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f251c6e8-44a1-4c5c-8c96-f15f0d832ef1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.526359] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 998.526359] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520704cd-01d7-d97e-6c5f-f94b710202f2" [ 998.526359] env[70621]: _type = "Task" [ 998.526359] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.538168] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520704cd-01d7-d97e-6c5f-f94b710202f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.628216] env[70621]: DEBUG oslo_vmware.api [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136124, 'name': PowerOffVM_Task, 'duration_secs': 0.396016} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.628784] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.628784] env[70621]: DEBUG nova.compute.manager [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 998.629816] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6152bbfd-2cd1-485f-a07c-af7367e1124e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.641817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.770138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "77f88fd2-65c3-414e-9d06-d921145ddd13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.770138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.774201] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "cf90c38d-d2bf-43f7-abd1-21711c900187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.774627] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.774798] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "cf90c38d-d2bf-43f7-abd1-21711c900187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.775066] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.775472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.781902] env[70621]: INFO nova.compute.manager [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Terminating instance [ 998.957945] env[70621]: DEBUG nova.compute.manager [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.958547] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.959653] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90004ef4-8d2b-4cad-9384-f803b28a618c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.968438] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.968774] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e94c12-5bd8-4de3-ade4-ea3c61b832ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.976644] env[70621]: DEBUG oslo_vmware.api [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 998.976644] env[70621]: value = "task-4136126" [ 998.976644] env[70621]: _type = "Task" [ 998.976644] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.988839] env[70621]: DEBUG nova.scheduler.client.report [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.993688] env[70621]: DEBUG oslo_vmware.api [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.005752] env[70621]: DEBUG oslo_vmware.api [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136125, 'name': PowerOffVM_Task, 'duration_secs': 0.369141} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.006791] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.007711] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.011022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6b09690-50ab-4104-a76c-2795da00ce78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.039414] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520704cd-01d7-d97e-6c5f-f94b710202f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013379} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.040449] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8280a7e0-2e8d-45e5-8deb-9d3c60de7de3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.048559] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 999.048559] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cb5aff-aa85-4ae8-1e84-7d06073b8c01" [ 999.048559] env[70621]: _type = "Task" [ 999.048559] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.059386] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cb5aff-aa85-4ae8-1e84-7d06073b8c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.094030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.094030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.094030] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleting the datastore file [datastore2] 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.094030] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c37592eb-70d5-4b24-8f9b-f7a7fe5414f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.103244] env[70621]: DEBUG oslo_vmware.api [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 999.103244] env[70621]: value = "task-4136128" [ 999.103244] env[70621]: _type = "Task" [ 999.103244] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.120506] env[70621]: DEBUG oslo_vmware.api [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.148846] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8c070a1f-157f-4b76-a789-9a5f0b1f6322 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.259444] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "a3b21e60-da0a-4e38-acca-842ab58038d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.259655] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.259873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "a3b21e60-da0a-4e38-acca-842ab58038d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.260079] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.260338] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.265249] env[70621]: INFO nova.compute.manager [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Terminating instance [ 999.274478] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.284333] env[70621]: DEBUG nova.compute.manager [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.284566] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.285440] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a3980-7f17-40fb-b0a6-3c6fa859f426 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.294913] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.294913] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15c440b5-af95-43ae-b1bd-08231209e354 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.304352] env[70621]: DEBUG oslo_vmware.api [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 999.304352] env[70621]: value = "task-4136129" [ 999.304352] env[70621]: _type = "Task" [ 999.304352] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.315356] env[70621]: DEBUG oslo_vmware.api [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.488519] env[70621]: DEBUG oslo_vmware.api [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136126, 'name': PowerOffVM_Task, 'duration_secs': 0.252487} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.488833] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.489008] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.490989] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cda6925a-1d7f-4811-8ddf-05361453852f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.495518] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.500218] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.165s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.500218] env[70621]: DEBUG nova.objects.instance [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'resources' on Instance uuid d38221ce-1327-4f3c-97b0-9e8f07c613a0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.525984] env[70621]: INFO nova.scheduler.client.report [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Deleted allocations for instance 719f88f6-cb11-42c3-a47a-b35be2c0b3ed [ 999.561331] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cb5aff-aa85-4ae8-1e84-7d06073b8c01, 'name': SearchDatastore_Task, 'duration_secs': 0.029291} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.561331] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.561331] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e5c5a395-4b73-41a9-bea5-0c6bebc5f571/e5c5a395-4b73-41a9-bea5-0c6bebc5f571.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.561660] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa2f3858-1b13-44e4-bb20-9ed63c5fd0e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.571572] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 999.571572] env[70621]: value = "task-4136131" [ 999.571572] env[70621]: _type = "Task" [ 999.571572] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.586775] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.588865] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.589244] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.589491] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleting the datastore file [datastore1] 1e133cc8-0a03-4c91-aca2-b9a35d5ea266 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.589817] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2940e6e-c373-48fd-a08a-5ef192937176 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.603736] env[70621]: DEBUG oslo_vmware.api [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 999.603736] env[70621]: value = "task-4136132" [ 999.603736] env[70621]: _type = "Task" [ 999.603736] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.622051] env[70621]: DEBUG oslo_vmware.api [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276173} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.622393] env[70621]: DEBUG oslo_vmware.api [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.622704] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.622940] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.623188] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.623424] env[70621]: INFO nova.compute.manager [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 999.623728] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.624135] env[70621]: DEBUG nova.compute.manager [-] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.624346] env[70621]: DEBUG nova.network.neutron [-] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.770221] env[70621]: DEBUG nova.compute.manager [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.770605] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.772067] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f73a6fc-9ac8-4c4e-87cc-1bc7c656cd1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.790748] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.792330] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcff1131-43dc-471e-b6d4-81de77d84471 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.807244] env[70621]: DEBUG oslo_vmware.api [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 999.807244] env[70621]: value = "task-4136133" [ 999.807244] env[70621]: _type = "Task" [ 999.807244] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.822917] env[70621]: DEBUG oslo_vmware.api [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136129, 'name': PowerOffVM_Task, 'duration_secs': 0.292368} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.826879] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.827845] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.827939] env[70621]: DEBUG oslo_vmware.api [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.829386] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.829682] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59cd7bd3-cb53-46d2-b422-29ba56468264 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.919537] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.919797] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.920022] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleting the datastore file [datastore1] cf90c38d-d2bf-43f7-abd1-21711c900187 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.920353] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddda52e9-a0ce-442b-82a4-fc24f0adb7d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.931283] env[70621]: DEBUG oslo_vmware.api [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 999.931283] env[70621]: value = "task-4136135" [ 999.931283] env[70621]: _type = "Task" [ 999.931283] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.947325] env[70621]: DEBUG oslo_vmware.api [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.036543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a2f5c3e3-657d-4fba-918c-792bc810b415 tempest-ServersListShow2100Test-800206775 tempest-ServersListShow2100Test-800206775-project-member] Lock "719f88f6-cb11-42c3-a47a-b35be2c0b3ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.194s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.085912] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.123049] env[70621]: DEBUG oslo_vmware.api [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255786} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.123869] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.124246] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.124515] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.124801] env[70621]: INFO nova.compute.manager [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1000.125397] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.125743] env[70621]: DEBUG nova.compute.manager [-] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.125884] env[70621]: DEBUG nova.network.neutron [-] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.309058] env[70621]: DEBUG nova.objects.instance [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'flavor' on Instance uuid 50f2c68f-3bf1-486a-90ff-352091e6b328 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.309802] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "c33e15bf-efd8-44b5-af89-ca56460aa56c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.309802] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.321414] env[70621]: DEBUG oslo_vmware.api [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136133, 'name': PowerOffVM_Task, 'duration_secs': 0.312335} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.321688] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.322019] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.324948] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925577a2-addd-4ab0-9f00-889363a6175e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.441881] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.441881] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.441881] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleting the datastore file [datastore1] a3b21e60-da0a-4e38-acca-842ab58038d3 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.442262] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a80e69c-7300-4a75-9c9e-4702b231ef76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.448755] env[70621]: DEBUG oslo_vmware.api [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444962} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.448755] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.448755] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.448755] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.449337] env[70621]: INFO nova.compute.manager [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1000.449337] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.452679] env[70621]: DEBUG nova.compute.manager [-] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.452829] env[70621]: DEBUG nova.network.neutron [-] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.458876] env[70621]: DEBUG oslo_vmware.api [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1000.458876] env[70621]: value = "task-4136137" [ 1000.458876] env[70621]: _type = "Task" [ 1000.458876] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.467820] env[70621]: DEBUG oslo_vmware.api [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.470110] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90813a-1cde-41fd-b497-0a0be87cdb72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.478356] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b1c7ff-d96c-489f-b4f8-03abde5107be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.514994] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e53fb8a-a8b2-4c26-b996-28a1804f4c78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.524464] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b125a4f-f01e-45b4-b23e-1c1af6f0b8f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.541459] env[70621]: DEBUG nova.compute.provider_tree [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.585665] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65442} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.585665] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e5c5a395-4b73-41a9-bea5-0c6bebc5f571/e5c5a395-4b73-41a9-bea5-0c6bebc5f571.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.586104] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.586233] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad179a25-e1ad-43cc-8601-8370eb4c8cd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.594311] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1000.594311] env[70621]: value = "task-4136138" [ 1000.594311] env[70621]: _type = "Task" [ 1000.594311] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.608294] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.617409] env[70621]: DEBUG nova.objects.instance [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lazy-loading 'flavor' on Instance uuid 7433b972-851b-4a4b-903f-c0a003901739 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.806552] env[70621]: DEBUG nova.compute.manager [req-669b6bcc-11d7-412f-88d0-f2706b94b88a req-e567c9f5-d7d7-4dbe-b4b6-78f93553d078 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Received event network-vif-deleted-00713a73-cdfd-4605-99ca-c0c83a80532f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.807255] env[70621]: INFO nova.compute.manager [req-669b6bcc-11d7-412f-88d0-f2706b94b88a req-e567c9f5-d7d7-4dbe-b4b6-78f93553d078 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Neutron deleted interface 00713a73-cdfd-4605-99ca-c0c83a80532f; detaching it from the instance and deleting it from the info cache [ 1000.807812] env[70621]: DEBUG nova.network.neutron [req-669b6bcc-11d7-412f-88d0-f2706b94b88a req-e567c9f5-d7d7-4dbe-b4b6-78f93553d078 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.815151] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.815151] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.815151] env[70621]: DEBUG nova.network.neutron [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.817487] env[70621]: DEBUG nova.objects.instance [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'info_cache' on Instance uuid 50f2c68f-3bf1-486a-90ff-352091e6b328 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.818887] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.969926] env[70621]: DEBUG oslo_vmware.api [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431037} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.970303] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.970738] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.970873] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.971224] env[70621]: INFO nova.compute.manager [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1000.971499] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.971641] env[70621]: DEBUG nova.compute.manager [-] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.971764] env[70621]: DEBUG nova.network.neutron [-] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.045864] env[70621]: DEBUG nova.scheduler.client.report [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.106676] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132718} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.107126] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.110350] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3d48d-297e-44df-8a4b-ac2de9d577f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.143430] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e5c5a395-4b73-41a9-bea5-0c6bebc5f571/e5c5a395-4b73-41a9-bea5-0c6bebc5f571.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.144885] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.145119] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.146885] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59220bd9-18e5-47c3-9a55-150e68028b42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.170206] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1001.170206] env[70621]: value = "task-4136139" [ 1001.170206] env[70621]: _type = "Task" [ 1001.170206] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.181268] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.281501] env[70621]: DEBUG nova.network.neutron [-] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.315222] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2782cfb1-aef5-44ed-abe4-23f95e46d2e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.330408] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade5527e-f9bb-49ac-9052-c0d543e9705f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.348773] env[70621]: DEBUG nova.objects.base [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Object Instance<50f2c68f-3bf1-486a-90ff-352091e6b328> lazy-loaded attributes: flavor,info_cache {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.378237] env[70621]: DEBUG nova.compute.manager [req-669b6bcc-11d7-412f-88d0-f2706b94b88a req-e567c9f5-d7d7-4dbe-b4b6-78f93553d078 service nova] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Detach interface failed, port_id=00713a73-cdfd-4605-99ca-c0c83a80532f, reason: Instance 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1001.379879] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.442397] env[70621]: DEBUG nova.network.neutron [-] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.550419] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.556328] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.831s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.556575] env[70621]: DEBUG nova.objects.instance [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lazy-loading 'resources' on Instance uuid 93233d31-a38a-4232-92e8-8e2a84ccf5fb {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.581366] env[70621]: INFO nova.scheduler.client.report [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted allocations for instance d38221ce-1327-4f3c-97b0-9e8f07c613a0 [ 1001.681893] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136139, 'name': ReconfigVM_Task, 'duration_secs': 0.356957} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.682247] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e5c5a395-4b73-41a9-bea5-0c6bebc5f571/e5c5a395-4b73-41a9-bea5-0c6bebc5f571.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.682931] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5a45cc4-df4b-4627-8c57-c5234ade4782 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.685272] env[70621]: DEBUG nova.network.neutron [-] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.693351] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1001.693351] env[70621]: value = "task-4136140" [ 1001.693351] env[70621]: _type = "Task" [ 1001.693351] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.705144] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136140, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.784935] env[70621]: INFO nova.compute.manager [-] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Took 2.16 seconds to deallocate network for instance. [ 1001.944918] env[70621]: INFO nova.compute.manager [-] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Took 1.82 seconds to deallocate network for instance. [ 1002.091076] env[70621]: DEBUG oslo_concurrency.lockutils [None req-a583d718-48e0-4398-86ae-619a860982e6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "d38221ce-1327-4f3c-97b0-9e8f07c613a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.893s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.187651] env[70621]: INFO nova.compute.manager [-] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Took 1.73 seconds to deallocate network for instance. [ 1002.211084] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136140, 'name': Rename_Task, 'duration_secs': 0.169341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.215546] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.216044] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c99254db-3d08-422b-a818-8e7f4662d7be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.224296] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1002.224296] env[70621]: value = "task-4136141" [ 1002.224296] env[70621]: _type = "Task" [ 1002.224296] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.242876] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.297793] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.413561] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cad679-ddf2-4eed-9b4d-269302c0b9b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.423885] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3954a5-3e50-42ed-8ea4-add4ed679652 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.475233] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.476015] env[70621]: DEBUG nova.network.neutron [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.479342] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc214e09-f3be-4f95-9565-9fdefc3955e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.488807] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bfda3a-2502-4dec-9aa4-f6fd30b65389 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.497346] env[70621]: DEBUG nova.network.neutron [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.511073] env[70621]: DEBUG nova.compute.provider_tree [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.699384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.738359] env[70621]: DEBUG nova.network.neutron [-] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.739866] env[70621]: DEBUG oslo_vmware.api [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136141, 'name': PowerOnVM_Task, 'duration_secs': 0.493896} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.740702] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.740702] env[70621]: INFO nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1002.740920] env[70621]: DEBUG nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.741610] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e30b9a-8a1c-4b5a-95d7-3d4d56eb07db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.892910] env[70621]: DEBUG nova.compute.manager [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Received event network-vif-deleted-f09677e1-40aa-419b-9e18-4960c7841bf9 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.892910] env[70621]: DEBUG nova.compute.manager [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Received event network-vif-deleted-5723d208-9b75-47b7-afdd-ff81a66d068f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.892910] env[70621]: DEBUG nova.compute.manager [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Received event network-vif-deleted-fc27e6d9-429c-4462-b785-b806f35520af {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.892910] env[70621]: DEBUG nova.compute.manager [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.892910] env[70621]: DEBUG nova.compute.manager [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing instance network info cache due to event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.892910] env[70621]: DEBUG oslo_concurrency.lockutils [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.000711] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.014444] env[70621]: DEBUG nova.scheduler.client.report [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.244319] env[70621]: INFO nova.compute.manager [-] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Took 2.27 seconds to deallocate network for instance. [ 1003.265190] env[70621]: INFO nova.compute.manager [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Took 27.27 seconds to build instance. [ 1003.315171] env[70621]: DEBUG nova.network.neutron [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.525022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.525779] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.227s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.528770] env[70621]: INFO nova.compute.claims [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.554512] env[70621]: INFO nova.scheduler.client.report [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Deleted allocations for instance 93233d31-a38a-4232-92e8-8e2a84ccf5fb [ 1003.752785] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.769136] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d68296a3-6a7f-468e-ba55-3d39a4ba7b3d tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.781s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.823423] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.823423] env[70621]: DEBUG nova.compute.manager [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Inject network info {{(pid=70621) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1003.823423] env[70621]: DEBUG nova.compute.manager [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] network_info to inject: |[{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1003.828027] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Reconfiguring VM instance to set the machine id {{(pid=70621) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1003.828027] env[70621]: DEBUG oslo_concurrency.lockutils [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.828027] env[70621]: DEBUG nova.network.neutron [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.829330] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-396fcce9-26c0-4f43-a4ff-0127167b11a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.851267] env[70621]: DEBUG oslo_vmware.api [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 1003.851267] env[70621]: value = "task-4136142" [ 1003.851267] env[70621]: _type = "Task" [ 1003.851267] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.861998] env[70621]: DEBUG oslo_vmware.api [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.006506] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.006855] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7c445e-a5bd-42cf-bf8f-20171dd37ea4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.014543] env[70621]: DEBUG oslo_vmware.api [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1004.014543] env[70621]: value = "task-4136143" [ 1004.014543] env[70621]: _type = "Task" [ 1004.014543] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.026287] env[70621]: DEBUG oslo_vmware.api [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.063231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6d47ebc-5e6a-4f28-a862-f41c9e5854c2 tempest-ServerDiagnosticsTest-143865555 tempest-ServerDiagnosticsTest-143865555-project-member] Lock "93233d31-a38a-4232-92e8-8e2a84ccf5fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.191s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.195027] env[70621]: DEBUG nova.objects.instance [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lazy-loading 'flavor' on Instance uuid 7433b972-851b-4a4b-903f-c0a003901739 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.366569] env[70621]: DEBUG oslo_vmware.api [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136142, 'name': ReconfigVM_Task, 'duration_secs': 0.183859} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.366935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7f886134-c972-4221-a61f-a2c27aeafda7 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Reconfigured VM instance to set the machine id {{(pid=70621) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1004.531799] env[70621]: DEBUG oslo_vmware.api [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136143, 'name': PowerOnVM_Task, 'duration_secs': 0.436037} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.532707] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.532988] env[70621]: DEBUG nova.compute.manager [None req-5b4b8f99-af1b-4c81-82d6-b15af769b409 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.533965] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc37b93-941a-49e4-985a-5d1967348c48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.706501] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.763138] env[70621]: DEBUG nova.network.neutron [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updated VIF entry in instance network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.763138] env[70621]: DEBUG nova.network.neutron [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.931024] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17420f-25b9-4137-aa8b-fa5c7698555f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.943649] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45539242-de36-42fb-acb2-b368a07c7bc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.983488] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eb1ab8-a37e-461a-b4e5-956cd216b483 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.988234] env[70621]: DEBUG nova.compute.manager [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.988234] env[70621]: DEBUG nova.compute.manager [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing instance network info cache due to event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.989866] env[70621]: DEBUG oslo_concurrency.lockutils [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.989866] env[70621]: DEBUG oslo_concurrency.lockutils [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.990154] env[70621]: DEBUG nova.network.neutron [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.998268] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ffc1cc-246f-4d29-91c6-440b7b020c99 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.017061] env[70621]: DEBUG nova.compute.provider_tree [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.268088] env[70621]: DEBUG oslo_concurrency.lockutils [req-18d9beb5-a939-44fb-8035-8ae68629bdd6 req-b7168e0c-25b2-49fa-9db7-6b9f017a4542 service nova] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.268337] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.517346] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.517346] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.523292] env[70621]: DEBUG nova.scheduler.client.report [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.935740] env[70621]: DEBUG nova.network.neutron [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updated VIF entry in instance network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.936537] env[70621]: DEBUG nova.network.neutron [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.944986] env[70621]: DEBUG nova.network.neutron [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.029044] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.032562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.032816] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.036224] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.961s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.037765] env[70621]: INFO nova.compute.claims [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.444689] env[70621]: DEBUG oslo_concurrency.lockutils [req-6c07097b-dd7d-420c-a35d-56629d7b9b6d req-7919abf8-1558-46d4-9a54-8ac6564e85da service nova] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.538180] env[70621]: DEBUG nova.compute.utils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.542916] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.543160] env[70621]: DEBUG nova.network.neutron [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.567560] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.852586] env[70621]: DEBUG nova.policy [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6a2bf8e49147c7a20b1ad43879f529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c6fa264e6641898f49d856fb729373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.044048] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.200137] env[70621]: DEBUG nova.network.neutron [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.253519] env[70621]: DEBUG nova.compute.manager [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.256844] env[70621]: DEBUG nova.compute.manager [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing instance network info cache due to event network-changed-39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.256844] env[70621]: DEBUG oslo_concurrency.lockutils [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] Acquiring lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.416085] env[70621]: DEBUG nova.network.neutron [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Successfully created port: fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.430439] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ac3c2b-81a5-4f54-8943-1c16cdf67d3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.439961] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebc18b9-7a45-4ce9-8ef1-70e09d797cbc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.481029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ae392-42e2-4736-8b14-8349f087f601 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.489697] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ebcfc2-c5b6-4c28-89f9-205912d936e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.505636] env[70621]: DEBUG nova.compute.provider_tree [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.703140] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.703803] env[70621]: DEBUG nova.compute.manager [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Inject network info {{(pid=70621) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1007.704138] env[70621]: DEBUG nova.compute.manager [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] network_info to inject: |[{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1007.711542] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Reconfiguring VM instance to set the machine id {{(pid=70621) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1007.711957] env[70621]: DEBUG oslo_concurrency.lockutils [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] Acquired lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.712157] env[70621]: DEBUG nova.network.neutron [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Refreshing network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.714742] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a60712-0549-4483-b859-a140edfd79e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.734790] env[70621]: DEBUG oslo_vmware.api [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 1007.734790] env[70621]: value = "task-4136144" [ 1007.734790] env[70621]: _type = "Task" [ 1007.734790] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.745139] env[70621]: DEBUG oslo_vmware.api [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.011209] env[70621]: DEBUG nova.scheduler.client.report [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.059840] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.096104] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.096481] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.096565] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.096753] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.096957] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.097062] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.097363] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.097435] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.097608] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.097837] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.097962] env[70621]: DEBUG nova.virt.hardware [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.098998] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f36b93-5c6d-4389-a9e8-c4a53c9dcf59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.114173] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32fb325-48c8-4fbc-b145-64910ac8419d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.129301] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "7433b972-851b-4a4b-903f-c0a003901739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.129599] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "7433b972-851b-4a4b-903f-c0a003901739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.129809] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "7433b972-851b-4a4b-903f-c0a003901739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.130103] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "7433b972-851b-4a4b-903f-c0a003901739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.130178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "7433b972-851b-4a4b-903f-c0a003901739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.135610] env[70621]: INFO nova.compute.manager [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Terminating instance [ 1008.235009] env[70621]: DEBUG nova.network.neutron [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updated VIF entry in instance network info cache for port 39e7649e-b82e-48aa-9542-c7c252eff660. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.235792] env[70621]: DEBUG nova.network.neutron [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [{"id": "39e7649e-b82e-48aa-9542-c7c252eff660", "address": "fa:16:3e:0f:a3:2c", "network": {"id": "2f071e41-f4f6-4277-a7ed-a70eebb71d33", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1489648474-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "322e607d148e4b94b93fe4a9a9cfe35f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e7649e-b8", "ovs_interfaceid": "39e7649e-b82e-48aa-9542-c7c252eff660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.249177] env[70621]: DEBUG oslo_vmware.api [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136144, 'name': ReconfigVM_Task, 'duration_secs': 0.215175} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.249474] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6432e0ac-713d-42ae-970d-3866a20e134e tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Reconfigured VM instance to set the machine id {{(pid=70621) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1008.514655] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.517594] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.518814] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.222s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.519621] env[70621]: DEBUG nova.objects.instance [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lazy-loading 'resources' on Instance uuid 64cd35da-8429-48a1-8f19-b3b79115c268 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.640047] env[70621]: DEBUG nova.compute.manager [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.643976] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.644880] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e2adc-399d-41e2-8e5a-f5503e13d8ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.658080] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.658439] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de0d31f-0d16-4ced-9d38-9a41c2771278 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.668785] env[70621]: DEBUG oslo_vmware.api [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 1008.668785] env[70621]: value = "task-4136145" [ 1008.668785] env[70621]: _type = "Task" [ 1008.668785] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.679473] env[70621]: DEBUG oslo_vmware.api [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.743100] env[70621]: DEBUG oslo_concurrency.lockutils [req-ba5c1100-a8d3-4ced-a299-ff86e345e328 req-ffa126c9-8494-4344-9db9-958451cde985 service nova] Releasing lock "refresh_cache-7433b972-851b-4a4b-903f-c0a003901739" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.023552] env[70621]: DEBUG nova.compute.utils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.025031] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.025213] env[70621]: DEBUG nova.network.neutron [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.133333] env[70621]: DEBUG nova.policy [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee0a3d3f55d4eae96872229523bd238', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c117c0e3ab54aeda1dee0198f557391', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.179995] env[70621]: DEBUG oslo_vmware.api [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136145, 'name': PowerOffVM_Task, 'duration_secs': 0.314205} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.180397] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.180628] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.180902] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae7bf57-eb94-4dec-97a3-d516250fc89e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.285887] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.286562] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.288096] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Deleting the datastore file [datastore1] 7433b972-851b-4a4b-903f-c0a003901739 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.288096] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0932812a-6103-49e5-9a18-b30327cba00c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.297819] env[70621]: DEBUG oslo_vmware.api [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for the task: (returnval){ [ 1009.297819] env[70621]: value = "task-4136147" [ 1009.297819] env[70621]: _type = "Task" [ 1009.297819] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.312052] env[70621]: DEBUG oslo_vmware.api [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.419085] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279dc07-dd82-450d-ac07-3f67f75e0c50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.429734] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee01ae1-4ce9-4e8a-ab28-73509b082616 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.468216] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b4e06e-83c9-4122-a172-1b6738817f13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.477605] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab3e62f-6688-4481-bafe-c0db579187ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.497258] env[70621]: DEBUG nova.compute.provider_tree [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.530414] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.813463] env[70621]: DEBUG oslo_vmware.api [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Task: {'id': task-4136147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161785} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.813463] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.813463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.813463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.813463] env[70621]: INFO nova.compute.manager [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1009.813463] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.813855] env[70621]: DEBUG nova.compute.manager [-] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.813855] env[70621]: DEBUG nova.network.neutron [-] [instance: 7433b972-851b-4a4b-903f-c0a003901739] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.818479] env[70621]: DEBUG nova.compute.manager [req-cdb711e1-b9a0-4e6c-8016-2de718190dbb req-3b8c4ad9-98be-44ba-8c03-2d769197cd33 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Received event network-vif-plugged-fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.818685] env[70621]: DEBUG oslo_concurrency.lockutils [req-cdb711e1-b9a0-4e6c-8016-2de718190dbb req-3b8c4ad9-98be-44ba-8c03-2d769197cd33 service nova] Acquiring lock "c1cad95b-ea70-416d-b12f-a8c22cd43651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.819740] env[70621]: DEBUG oslo_concurrency.lockutils [req-cdb711e1-b9a0-4e6c-8016-2de718190dbb req-3b8c4ad9-98be-44ba-8c03-2d769197cd33 service nova] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.819989] env[70621]: DEBUG oslo_concurrency.lockutils [req-cdb711e1-b9a0-4e6c-8016-2de718190dbb req-3b8c4ad9-98be-44ba-8c03-2d769197cd33 service nova] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.820191] env[70621]: DEBUG nova.compute.manager [req-cdb711e1-b9a0-4e6c-8016-2de718190dbb req-3b8c4ad9-98be-44ba-8c03-2d769197cd33 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] No waiting events found dispatching network-vif-plugged-fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1009.821035] env[70621]: WARNING nova.compute.manager [req-cdb711e1-b9a0-4e6c-8016-2de718190dbb req-3b8c4ad9-98be-44ba-8c03-2d769197cd33 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Received unexpected event network-vif-plugged-fd4e37ee-62a3-489c-bba7-cfa2015c27e5 for instance with vm_state building and task_state spawning. [ 1009.886602] env[70621]: DEBUG nova.network.neutron [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Successfully updated port: fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.980230] env[70621]: DEBUG nova.network.neutron [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Successfully created port: 5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.005025] env[70621]: DEBUG nova.scheduler.client.report [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.393955] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-c1cad95b-ea70-416d-b12f-a8c22cd43651" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.394055] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-c1cad95b-ea70-416d-b12f-a8c22cd43651" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.394309] env[70621]: DEBUG nova.network.neutron [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.509999] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.512881] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.255s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.518152] env[70621]: INFO nova.compute.claims [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.544666] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.548280] env[70621]: INFO nova.scheduler.client.report [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Deleted allocations for instance 64cd35da-8429-48a1-8f19-b3b79115c268 [ 1010.588075] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.588652] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.588652] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.588800] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.588835] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.588981] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.589220] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.589412] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.589584] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.590014] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.590014] env[70621]: DEBUG nova.virt.hardware [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.591624] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ade717-27e5-492c-a610-2c47c0873a6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.605206] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce688b68-bb35-4463-a880-24fd50555517 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.938026] env[70621]: DEBUG nova.network.neutron [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.063135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d2a00fa0-5f47-482b-afb1-52e87e5570eb tempest-ServersTestMultiNic-1290380047 tempest-ServersTestMultiNic-1290380047-project-member] Lock "64cd35da-8429-48a1-8f19-b3b79115c268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.802s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.135720] env[70621]: DEBUG nova.network.neutron [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Updating instance_info_cache with network_info: [{"id": "fd4e37ee-62a3-489c-bba7-cfa2015c27e5", "address": "fa:16:3e:50:13:fd", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4e37ee-62", "ovs_interfaceid": "fd4e37ee-62a3-489c-bba7-cfa2015c27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.243531] env[70621]: DEBUG nova.network.neutron [-] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.639177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-c1cad95b-ea70-416d-b12f-a8c22cd43651" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.639584] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance network_info: |[{"id": "fd4e37ee-62a3-489c-bba7-cfa2015c27e5", "address": "fa:16:3e:50:13:fd", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4e37ee-62", "ovs_interfaceid": "fd4e37ee-62a3-489c-bba7-cfa2015c27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.643059] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:13:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd4e37ee-62a3-489c-bba7-cfa2015c27e5', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.651676] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.654025] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.654128] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942ab5ad-780d-454a-8659-bd3abbaaa57b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.688513] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.688513] env[70621]: value = "task-4136148" [ 1011.688513] env[70621]: _type = "Task" [ 1011.688513] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.708263] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136148, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.747910] env[70621]: INFO nova.compute.manager [-] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Took 1.93 seconds to deallocate network for instance. [ 1011.878960] env[70621]: DEBUG nova.compute.manager [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Received event network-changed-fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.879065] env[70621]: DEBUG nova.compute.manager [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Refreshing instance network info cache due to event network-changed-fd4e37ee-62a3-489c-bba7-cfa2015c27e5. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.879221] env[70621]: DEBUG oslo_concurrency.lockutils [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] Acquiring lock "refresh_cache-c1cad95b-ea70-416d-b12f-a8c22cd43651" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.879429] env[70621]: DEBUG oslo_concurrency.lockutils [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] Acquired lock "refresh_cache-c1cad95b-ea70-416d-b12f-a8c22cd43651" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.879599] env[70621]: DEBUG nova.network.neutron [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Refreshing network info cache for port fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.944228] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b376c-99f5-4aaa-ab29-410238fd20bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.960755] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0669fb99-38c7-44b3-852a-b1e160ced245 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.998071] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3165fc14-d253-4891-bc4f-e7eeaa7f8c40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.008743] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e737a-0ff0-4361-a599-3d62d9ab07ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.027000] env[70621]: DEBUG nova.compute.provider_tree [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.203088] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136148, 'name': CreateVM_Task, 'duration_secs': 0.413868} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.203088] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.203088] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.203088] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.203088] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.203712] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62ab0c41-dbfb-439a-9be9-f1c3dfe8b8bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.216250] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1012.216250] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fa05b6-afa0-c74a-eeff-cf046bf3b3dd" [ 1012.216250] env[70621]: _type = "Task" [ 1012.216250] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.228626] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fa05b6-afa0-c74a-eeff-cf046bf3b3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.231652] env[70621]: DEBUG nova.network.neutron [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Successfully updated port: 5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.261200] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.531776] env[70621]: DEBUG nova.scheduler.client.report [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.731670] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fa05b6-afa0-c74a-eeff-cf046bf3b3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.026622} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.731898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.732204] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.732583] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.732775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.733086] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.733488] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f119acc2-34f4-47c7-bcc7-b2015174a889 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.736418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.736558] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquired lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.737045] env[70621]: DEBUG nova.network.neutron [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.752316] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.752578] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.754274] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68075043-60b3-499c-bea0-f2bd5cad2c6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.761606] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1012.761606] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525fd19f-524b-c403-a89c-fd3218765c73" [ 1012.761606] env[70621]: _type = "Task" [ 1012.761606] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.771451] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525fd19f-524b-c403-a89c-fd3218765c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.023204] env[70621]: DEBUG nova.network.neutron [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Updated VIF entry in instance network info cache for port fd4e37ee-62a3-489c-bba7-cfa2015c27e5. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.023578] env[70621]: DEBUG nova.network.neutron [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Updating instance_info_cache with network_info: [{"id": "fd4e37ee-62a3-489c-bba7-cfa2015c27e5", "address": "fa:16:3e:50:13:fd", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd4e37ee-62", "ovs_interfaceid": "fd4e37ee-62a3-489c-bba7-cfa2015c27e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.040976] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.041530] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.045080] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.403s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.048890] env[70621]: INFO nova.compute.claims [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.276427] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525fd19f-524b-c403-a89c-fd3218765c73, 'name': SearchDatastore_Task, 'duration_secs': 0.018062} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.277303] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3491f7-845c-4e78-8c6e-c70859c42454 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.285357] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1013.285357] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cecdab-3b0f-7a1f-46d3-40645186129c" [ 1013.285357] env[70621]: _type = "Task" [ 1013.285357] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.298090] env[70621]: DEBUG nova.network.neutron [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.300189] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cecdab-3b0f-7a1f-46d3-40645186129c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.506092] env[70621]: DEBUG nova.network.neutron [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updating instance_info_cache with network_info: [{"id": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "address": "fa:16:3e:c8:a7:18", "network": {"id": "dcf9d4e4-c593-43fd-b79a-6caa60cf4176", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-894123296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c117c0e3ab54aeda1dee0198f557391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e42a713-06", "ovs_interfaceid": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.526084] env[70621]: DEBUG oslo_concurrency.lockutils [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] Releasing lock "refresh_cache-c1cad95b-ea70-416d-b12f-a8c22cd43651" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.526365] env[70621]: DEBUG nova.compute.manager [req-8fff9e19-25c7-452b-950e-01f54b05d8b9 req-660cdca7-a955-4b1f-bad4-b01258ac1b68 service nova] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Received event network-vif-deleted-39e7649e-b82e-48aa-9542-c7c252eff660 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.558753] env[70621]: DEBUG nova.compute.utils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.560792] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1013.560983] env[70621]: DEBUG nova.network.neutron [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1013.676308] env[70621]: DEBUG nova.policy [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bbec98e10404fd48c068fe8ff3a787e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ce4d336631f408e920d955552031c1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.802031] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cecdab-3b0f-7a1f-46d3-40645186129c, 'name': SearchDatastore_Task, 'duration_secs': 0.018813} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.802031] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.802031] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.802031] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88a0dd8c-f3b4-4ccd-be19-e0c2df41392d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.807603] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1013.807603] env[70621]: value = "task-4136149" [ 1013.807603] env[70621]: _type = "Task" [ 1013.807603] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.821679] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.009806] env[70621]: DEBUG nova.compute.manager [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Received event network-vif-plugged-5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.010098] env[70621]: DEBUG oslo_concurrency.lockutils [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] Acquiring lock "ce8417c1-996d-4a27-adea-eb718d1fa292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.010337] env[70621]: DEBUG oslo_concurrency.lockutils [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.010532] env[70621]: DEBUG oslo_concurrency.lockutils [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.010715] env[70621]: DEBUG nova.compute.manager [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] No waiting events found dispatching network-vif-plugged-5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.010886] env[70621]: WARNING nova.compute.manager [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Received unexpected event network-vif-plugged-5e42a713-0631-4a3f-945f-c602c8a8fd9f for instance with vm_state building and task_state spawning. [ 1014.015361] env[70621]: DEBUG nova.compute.manager [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Received event network-changed-5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.015687] env[70621]: DEBUG nova.compute.manager [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Refreshing instance network info cache due to event network-changed-5e42a713-0631-4a3f-945f-c602c8a8fd9f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.015902] env[70621]: DEBUG oslo_concurrency.lockutils [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] Acquiring lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.016736] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Releasing lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.017041] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Instance network_info: |[{"id": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "address": "fa:16:3e:c8:a7:18", "network": {"id": "dcf9d4e4-c593-43fd-b79a-6caa60cf4176", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-894123296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c117c0e3ab54aeda1dee0198f557391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e42a713-06", "ovs_interfaceid": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.017325] env[70621]: DEBUG oslo_concurrency.lockutils [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] Acquired lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.017501] env[70621]: DEBUG nova.network.neutron [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Refreshing network info cache for port 5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.018788] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:a7:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e42a713-0631-4a3f-945f-c602c8a8fd9f', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.034654] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Creating folder: Project (7c117c0e3ab54aeda1dee0198f557391). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.040518] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-718417b6-6cbf-483b-8c08-9545e64cd910 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.056302] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Created folder: Project (7c117c0e3ab54aeda1dee0198f557391) in parent group-v818963. [ 1014.056483] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Creating folder: Instances. Parent ref: group-v819182. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1014.056746] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2aaf23e-7b69-40a9-b0fd-468e731e6f09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.065533] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.072292] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Created folder: Instances in parent group-v819182. [ 1014.072529] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.072732] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.072952] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a56455-bf36-4e86-9d56-5b8c63265640 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.101941] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.101941] env[70621]: value = "task-4136152" [ 1014.101941] env[70621]: _type = "Task" [ 1014.101941] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.115672] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136152, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.326049] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.429116] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed8c3d0-1dfe-4f68-a572-cd01f2e63dcf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.436331] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58add069-8554-4d46-b37d-20c542d9e4e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.481127] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89cd307-97d3-47c2-b201-2dca79cbb8cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.492011] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178b2ec-9e58-4769-af4a-33eca1429ee1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.510969] env[70621]: DEBUG nova.compute.provider_tree [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.614418] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136152, 'name': CreateVM_Task, 'duration_secs': 0.479319} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.614652] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.615406] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.615572] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.615865] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.616826] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7eef70-591d-4d79-a1c6-5eaf3f9bfef2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.623491] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1014.623491] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526abea5-87f1-ebdf-3036-8789063e665e" [ 1014.623491] env[70621]: _type = "Task" [ 1014.623491] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.634675] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526abea5-87f1-ebdf-3036-8789063e665e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.759376] env[70621]: DEBUG nova.network.neutron [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Successfully created port: b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.821580] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524241} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.822655] env[70621]: DEBUG nova.network.neutron [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updated VIF entry in instance network info cache for port 5e42a713-0631-4a3f-945f-c602c8a8fd9f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.822912] env[70621]: DEBUG nova.network.neutron [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updating instance_info_cache with network_info: [{"id": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "address": "fa:16:3e:c8:a7:18", "network": {"id": "dcf9d4e4-c593-43fd-b79a-6caa60cf4176", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-894123296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c117c0e3ab54aeda1dee0198f557391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e42a713-06", "ovs_interfaceid": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.824257] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.824498] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.827209] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83e6ad97-23e9-4fec-bbba-8c27c29a2936 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.841383] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1014.841383] env[70621]: value = "task-4136153" [ 1014.841383] env[70621]: _type = "Task" [ 1014.841383] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.854582] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.019349] env[70621]: DEBUG nova.scheduler.client.report [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.077654] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.108122] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.108439] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.108611] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.108817] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.108971] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.109561] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.109804] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.109975] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.110175] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.110561] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.110792] env[70621]: DEBUG nova.virt.hardware [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.111710] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9fd5e3-0a2d-4d0c-988f-0ba91b4ba5a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.123885] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9d0573-f9a7-46e6-92f8-0abc9cc3e6a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.152775] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526abea5-87f1-ebdf-3036-8789063e665e, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.153089] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.153332] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.153582] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.153736] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.153987] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.154309] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58740555-dda3-4051-ab86-f7ad6053f35e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.165886] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.166110] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.167074] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10e5b4e-9a71-4b8d-b692-49846f138cfa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.173920] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1015.173920] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d710a5-b621-cb55-6fc9-b4a14ec39925" [ 1015.173920] env[70621]: _type = "Task" [ 1015.173920] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.191661] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d710a5-b621-cb55-6fc9-b4a14ec39925, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.193281] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f66848-8f08-4c47-8770-121ff811bd53 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.202510] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1015.202510] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522219bf-1a1c-6bb9-85fd-da2f07d4c95b" [ 1015.202510] env[70621]: _type = "Task" [ 1015.202510] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.213224] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522219bf-1a1c-6bb9-85fd-da2f07d4c95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.327698] env[70621]: DEBUG oslo_concurrency.lockutils [req-815363ad-7cc1-48c8-9685-73777b007baf req-8f1855d9-0a0d-4676-b33e-997517b9c06b service nova] Releasing lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.353844] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075404} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.354523] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.355367] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7935f5e-3ec8-4e75-a631-0d16f8f1ebd4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.382983] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.383503] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6bf2b43-0c1e-4eb0-91d4-c027659afa85 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.405501] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1015.405501] env[70621]: value = "task-4136154" [ 1015.405501] env[70621]: _type = "Task" [ 1015.405501] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.417969] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.525369] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.525986] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.529320] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.700s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.530890] env[70621]: INFO nova.compute.claims [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.715335] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522219bf-1a1c-6bb9-85fd-da2f07d4c95b, 'name': SearchDatastore_Task, 'duration_secs': 0.012588} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.715620] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.715886] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ce8417c1-996d-4a27-adea-eb718d1fa292/ce8417c1-996d-4a27-adea-eb718d1fa292.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.716231] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f1bad8c-f435-4cf5-9ba7-2c560bc2e14a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.724976] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1015.724976] env[70621]: value = "task-4136155" [ 1015.724976] env[70621]: _type = "Task" [ 1015.724976] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.736481] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.920952] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.039336] env[70621]: DEBUG nova.compute.utils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.042154] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.042371] env[70621]: DEBUG nova.network.neutron [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.324066] env[70621]: DEBUG nova.policy [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185052ffeefd48729773a622b4e2fa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8ac3383ebc42e395a3bcda689db5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.324066] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136155, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.417607] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136154, 'name': ReconfigVM_Task, 'duration_secs': 0.654773} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.417941] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.418864] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7450c3dc-b680-496a-a9f9-9c0e08d5ba79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.426845] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1016.426845] env[70621]: value = "task-4136156" [ 1016.426845] env[70621]: _type = "Task" [ 1016.426845] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.442660] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136156, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.548668] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.738326] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564074} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.739239] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ce8417c1-996d-4a27-adea-eb718d1fa292/ce8417c1-996d-4a27-adea-eb718d1fa292.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.739239] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.740625] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-301eeb37-babc-49cc-9abf-38ee92dd4d80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.757908] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1016.757908] env[70621]: value = "task-4136157" [ 1016.757908] env[70621]: _type = "Task" [ 1016.757908] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.778763] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.920549] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432f91e-e4de-44bb-9ae9-9ac8bf54fa4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.933706] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8536de1c-941f-4f74-8a2f-87f4ceba27e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.944108] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136156, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.976406] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c078dc-abf1-451e-a00d-2409ce862f21 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.980740] env[70621]: DEBUG nova.network.neutron [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Successfully created port: bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.984323] env[70621]: DEBUG nova.compute.manager [req-237c027d-b0e3-4fc7-94f4-20d0902a70e4 req-52b0b0b6-dded-4088-939f-a01a0433dfbe service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Received event network-vif-plugged-b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.984536] env[70621]: DEBUG oslo_concurrency.lockutils [req-237c027d-b0e3-4fc7-94f4-20d0902a70e4 req-52b0b0b6-dded-4088-939f-a01a0433dfbe service nova] Acquiring lock "5c5f71fd-92af-400b-9bfc-058439cb6a38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.984753] env[70621]: DEBUG oslo_concurrency.lockutils [req-237c027d-b0e3-4fc7-94f4-20d0902a70e4 req-52b0b0b6-dded-4088-939f-a01a0433dfbe service nova] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.984910] env[70621]: DEBUG oslo_concurrency.lockutils [req-237c027d-b0e3-4fc7-94f4-20d0902a70e4 req-52b0b0b6-dded-4088-939f-a01a0433dfbe service nova] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.985084] env[70621]: DEBUG nova.compute.manager [req-237c027d-b0e3-4fc7-94f4-20d0902a70e4 req-52b0b0b6-dded-4088-939f-a01a0433dfbe service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] No waiting events found dispatching network-vif-plugged-b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1016.985251] env[70621]: WARNING nova.compute.manager [req-237c027d-b0e3-4fc7-94f4-20d0902a70e4 req-52b0b0b6-dded-4088-939f-a01a0433dfbe service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Received unexpected event network-vif-plugged-b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 for instance with vm_state building and task_state spawning. [ 1016.992548] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519d501-b36c-4173-8020-48a5a339d2f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.012796] env[70621]: DEBUG nova.compute.provider_tree [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.082847] env[70621]: DEBUG nova.network.neutron [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Successfully updated port: b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.277971] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.439426] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136156, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.516291] env[70621]: DEBUG nova.scheduler.client.report [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.564964] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.586982] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "refresh_cache-5c5f71fd-92af-400b-9bfc-058439cb6a38" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.587167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquired lock "refresh_cache-5c5f71fd-92af-400b-9bfc-058439cb6a38" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.587327] env[70621]: DEBUG nova.network.neutron [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.604492] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.604492] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.604492] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.604755] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.604755] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.604841] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.605063] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.605226] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.605393] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.605553] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.605722] env[70621]: DEBUG nova.virt.hardware [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.607534] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601c851-ebd1-4a58-9f45-38381e68dea9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.618710] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7785c4c-f86b-4b3b-b918-21b52c1baf47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.777744] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.910273} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.778246] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.779260] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77762988-5b72-4b52-b4bf-ae5bf018f849 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.813235] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] ce8417c1-996d-4a27-adea-eb718d1fa292/ce8417c1-996d-4a27-adea-eb718d1fa292.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.813235] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46825d8d-b037-4400-826a-85c04904ed33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.838027] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1017.838027] env[70621]: value = "task-4136158" [ 1017.838027] env[70621]: _type = "Task" [ 1017.838027] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.851074] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.951967] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136156, 'name': Rename_Task, 'duration_secs': 1.20087} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.952382] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.952695] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6223465-d398-4e62-8a2a-03505a518b46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.963538] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1017.963538] env[70621]: value = "task-4136159" [ 1017.963538] env[70621]: _type = "Task" [ 1017.963538] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.976439] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.979467] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.981114] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.023377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.023377] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.029082] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.648s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.029586] env[70621]: INFO nova.compute.claims [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.349711] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136158, 'name': ReconfigVM_Task, 'duration_secs': 0.499732} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.350108] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Reconfigured VM instance instance-0000004f to attach disk [datastore1] ce8417c1-996d-4a27-adea-eb718d1fa292/ce8417c1-996d-4a27-adea-eb718d1fa292.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.350953] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17de3039-74d0-454f-86e3-2fa80757f0d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.359431] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1018.359431] env[70621]: value = "task-4136160" [ 1018.359431] env[70621]: _type = "Task" [ 1018.359431] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.369574] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136160, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.421186] env[70621]: DEBUG nova.network.neutron [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.476846] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136159, 'name': PowerOnVM_Task} progress is 91%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.492062] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.492062] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.492313] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.492313] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.492802] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.492802] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.492897] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1018.492975] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.536612] env[70621]: DEBUG nova.compute.utils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.541632] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1018.541632] env[70621]: DEBUG nova.network.neutron [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.658935] env[70621]: DEBUG nova.policy [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef017475d821487698d4ad0baf4c6563', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea4afbd60c604d54ab9badafa5cd5071', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.794741] env[70621]: DEBUG nova.network.neutron [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Updating instance_info_cache with network_info: [{"id": "b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6", "address": "fa:16:3e:cf:1e:b5", "network": {"id": "08e181cb-6243-43ab-bc86-35382094f6d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1895841509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ce4d336631f408e920d955552031c1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fce3c-eb", "ovs_interfaceid": "b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.871838] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136160, 'name': Rename_Task, 'duration_secs': 0.184769} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.872364] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.872918] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-813f520d-bb90-4a89-a0b0-8d9493c95d88 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.882900] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1018.882900] env[70621]: value = "task-4136161" [ 1018.882900] env[70621]: _type = "Task" [ 1018.882900] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.895265] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.976723] env[70621]: DEBUG oslo_vmware.api [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136159, 'name': PowerOnVM_Task, 'duration_secs': 0.564859} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.977022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.977998] env[70621]: INFO nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1018.978310] env[70621]: DEBUG nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.979178] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae2ff44-dd18-4e03-b493-600e3ced6635 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.002308] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.046300] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.172470] env[70621]: DEBUG nova.compute.manager [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Received event network-changed-b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.172735] env[70621]: DEBUG nova.compute.manager [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Refreshing instance network info cache due to event network-changed-b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.173361] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] Acquiring lock "refresh_cache-5c5f71fd-92af-400b-9bfc-058439cb6a38" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.219488] env[70621]: DEBUG nova.network.neutron [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Successfully updated port: bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.297822] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Releasing lock "refresh_cache-5c5f71fd-92af-400b-9bfc-058439cb6a38" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.298336] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Instance network_info: |[{"id": "b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6", "address": "fa:16:3e:cf:1e:b5", "network": {"id": "08e181cb-6243-43ab-bc86-35382094f6d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1895841509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ce4d336631f408e920d955552031c1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fce3c-eb", "ovs_interfaceid": "b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.298772] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] Acquired lock "refresh_cache-5c5f71fd-92af-400b-9bfc-058439cb6a38" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.299113] env[70621]: DEBUG nova.network.neutron [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Refreshing network info cache for port b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.300834] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:1e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7ab8d568-adb0-4f3b-b6cc-68413e6546ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.316809] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Creating folder: Project (9ce4d336631f408e920d955552031c1d). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.326758] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d46cebd-b323-4b43-b4a1-00a2278db768 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.332360] env[70621]: DEBUG nova.network.neutron [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Successfully created port: 597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.349132] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Created folder: Project (9ce4d336631f408e920d955552031c1d) in parent group-v818963. [ 1019.349132] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Creating folder: Instances. Parent ref: group-v819185. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1019.349132] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fc6692c-9f00-400b-a556-4242673fded9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.368418] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Created folder: Instances in parent group-v819185. [ 1019.368714] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.368883] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.369244] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4772be3a-39b8-4c32-8d26-6de6d0d1b070 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.401303] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136161, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.403578] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.403578] env[70621]: value = "task-4136164" [ 1019.403578] env[70621]: _type = "Task" [ 1019.403578] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.419603] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136164, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.512351] env[70621]: INFO nova.compute.manager [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Took 36.23 seconds to build instance. [ 1019.534584] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961403ad-b9eb-44e9-8c63-20560ba19680 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.545504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f80056-3f76-4a74-b8e8-81ffd241d0f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.591866] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce553d-2587-4858-8a61-808a55eaf81e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.601736] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de551f3e-20a9-4a39-9017-089a8d210e0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.617211] env[70621]: DEBUG nova.compute.provider_tree [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.722273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-f49cd7b9-c2e5-491d-aedf-7753187f47be" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.722400] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-f49cd7b9-c2e5-491d-aedf-7753187f47be" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.722826] env[70621]: DEBUG nova.network.neutron [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.844660] env[70621]: DEBUG nova.network.neutron [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Updated VIF entry in instance network info cache for port b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.845169] env[70621]: DEBUG nova.network.neutron [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Updating instance_info_cache with network_info: [{"id": "b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6", "address": "fa:16:3e:cf:1e:b5", "network": {"id": "08e181cb-6243-43ab-bc86-35382094f6d0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1895841509-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ce4d336631f408e920d955552031c1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7ab8d568-adb0-4f3b-b6cc-68413e6546ae", "external-id": "nsx-vlan-transportzone-86", "segmentation_id": 86, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41fce3c-eb", "ovs_interfaceid": "b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.900530] env[70621]: DEBUG oslo_vmware.api [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136161, 'name': PowerOnVM_Task, 'duration_secs': 0.541261} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.900826] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.901036] env[70621]: INFO nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1019.901221] env[70621]: DEBUG nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.902296] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b306be78-faff-4ebd-aea6-d6d037b86159 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.915168] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136164, 'name': CreateVM_Task, 'duration_secs': 0.411019} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.918564] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.919368] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.919539] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.919955] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.920565] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e740417-6b26-40d8-8f5c-e2d49055bb10 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.926545] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1019.926545] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bdd43b-1725-2b1d-0a3a-8a2bebe167d7" [ 1019.926545] env[70621]: _type = "Task" [ 1019.926545] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.938730] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bdd43b-1725-2b1d-0a3a-8a2bebe167d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.017021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a8709ec-ab0e-450c-b1f5-dcb87741f36c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.748s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.057116] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.085422] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.085893] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.086235] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.086574] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.088077] env[70621]: DEBUG nova.virt.hardware [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.089705] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64abb9f-3299-47b2-ae35-a0b52017f3a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.100043] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be73b18d-28c4-49ba-ae07-74a7b27dd75f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.121093] env[70621]: DEBUG nova.scheduler.client.report [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.267851] env[70621]: DEBUG nova.network.neutron [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.352014] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] Releasing lock "refresh_cache-5c5f71fd-92af-400b-9bfc-058439cb6a38" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.352328] env[70621]: DEBUG nova.compute.manager [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Received event network-vif-plugged-bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.352808] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] Acquiring lock "f49cd7b9-c2e5-491d-aedf-7753187f47be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.353115] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.353245] env[70621]: DEBUG oslo_concurrency.lockutils [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.353462] env[70621]: DEBUG nova.compute.manager [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] No waiting events found dispatching network-vif-plugged-bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.353589] env[70621]: WARNING nova.compute.manager [req-2b05a3f2-838f-47ed-b061-79ecf87b619c req-6bc9e208-6f3c-4345-bf21-d296065b225a service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Received unexpected event network-vif-plugged-bb06fe20-5d3c-4255-9b67-d1281dcd60df for instance with vm_state building and task_state spawning. [ 1020.430829] env[70621]: INFO nova.compute.manager [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Took 33.38 seconds to build instance. [ 1020.439141] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bdd43b-1725-2b1d-0a3a-8a2bebe167d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018823} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.439363] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.439437] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.439671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.439821] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.439999] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.440528] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84fd019b-84f9-44ff-a3af-ef2b440d6663 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.461275] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.461275] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.461275] env[70621]: DEBUG nova.network.neutron [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Updating instance_info_cache with network_info: [{"id": "bb06fe20-5d3c-4255-9b67-d1281dcd60df", "address": "fa:16:3e:68:5d:5e", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb06fe20-5d", "ovs_interfaceid": "bb06fe20-5d3c-4255-9b67-d1281dcd60df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.462155] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c49b8bf-7df3-42c6-9694-e547b4ee9368 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.473180] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1020.473180] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52047256-64c7-aa2c-3db7-de62116a46bd" [ 1020.473180] env[70621]: _type = "Task" [ 1020.473180] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.480546] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52047256-64c7-aa2c-3db7-de62116a46bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.594093] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.594387] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.594579] env[70621]: DEBUG nova.compute.manager [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.595512] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c21ce48-8612-4d19-b3b0-45f0f333c5e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.605812] env[70621]: DEBUG nova.compute.manager [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1020.606316] env[70621]: DEBUG nova.objects.instance [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'flavor' on Instance uuid c1cad95b-ea70-416d-b12f-a8c22cd43651 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.626907] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.627607] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.633313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.334s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.633313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.635443] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.161s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.635675] env[70621]: DEBUG nova.objects.instance [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lazy-loading 'resources' on Instance uuid 1e133cc8-0a03-4c91-aca2-b9a35d5ea266 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.678756] env[70621]: INFO nova.scheduler.client.report [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted allocations for instance 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f [ 1020.932868] env[70621]: DEBUG oslo_concurrency.lockutils [None req-253c68a5-fb2a-476a-872c-de5126e89715 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.896s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.967665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-f49cd7b9-c2e5-491d-aedf-7753187f47be" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.968209] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Instance network_info: |[{"id": "bb06fe20-5d3c-4255-9b67-d1281dcd60df", "address": "fa:16:3e:68:5d:5e", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb06fe20-5d", "ovs_interfaceid": "bb06fe20-5d3c-4255-9b67-d1281dcd60df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.968697] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5d:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb06fe20-5d3c-4255-9b67-d1281dcd60df', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.978364] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.978725] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.984118] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f49ebd51-50e3-491d-a1ab-8a96e50b861e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.012610] env[70621]: DEBUG nova.compute.manager [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Received event network-changed-5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.012876] env[70621]: DEBUG nova.compute.manager [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Refreshing instance network info cache due to event network-changed-5e42a713-0631-4a3f-945f-c602c8a8fd9f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.013221] env[70621]: DEBUG oslo_concurrency.lockutils [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] Acquiring lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.013450] env[70621]: DEBUG oslo_concurrency.lockutils [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] Acquired lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.013754] env[70621]: DEBUG nova.network.neutron [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Refreshing network info cache for port 5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.028967] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52047256-64c7-aa2c-3db7-de62116a46bd, 'name': SearchDatastore_Task, 'duration_secs': 0.034191} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.032269] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.032269] env[70621]: value = "task-4136168" [ 1021.032269] env[70621]: _type = "Task" [ 1021.032269] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.032609] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55d5c99-accc-4b95-817f-a691ca683656 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.048168] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1021.048168] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529cc351-5f4e-742a-da51-fe992ffa054e" [ 1021.048168] env[70621]: _type = "Task" [ 1021.048168] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.055523] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136168, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.070269] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529cc351-5f4e-742a-da51-fe992ffa054e, 'name': SearchDatastore_Task, 'duration_secs': 0.015037} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.070665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.070956] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5c5f71fd-92af-400b-9bfc-058439cb6a38/5c5f71fd-92af-400b-9bfc-058439cb6a38.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.071385] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af15718-1e95-4e0a-a1b8-70c098a63136 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.086039] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1021.086039] env[70621]: value = "task-4136169" [ 1021.086039] env[70621]: _type = "Task" [ 1021.086039] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.094494] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.133810] env[70621]: DEBUG nova.compute.utils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.135699] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.135699] env[70621]: DEBUG nova.network.neutron [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.189012] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e449fad6-f49d-47dc-84b3-77b0c6c97eb0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "3e11e849-1e5e-4b19-adc6-c5ede4e82c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.313s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.260829] env[70621]: DEBUG nova.policy [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '350056b999e3470ead5a3f5e8be8f169', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef55fb54e968499598ed1ce86ba58628', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.294958] env[70621]: DEBUG nova.compute.manager [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Received event network-changed-bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.295169] env[70621]: DEBUG nova.compute.manager [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Refreshing instance network info cache due to event network-changed-bb06fe20-5d3c-4255-9b67-d1281dcd60df. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.296118] env[70621]: DEBUG oslo_concurrency.lockutils [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] Acquiring lock "refresh_cache-f49cd7b9-c2e5-491d-aedf-7753187f47be" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.296286] env[70621]: DEBUG oslo_concurrency.lockutils [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] Acquired lock "refresh_cache-f49cd7b9-c2e5-491d-aedf-7753187f47be" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.296460] env[70621]: DEBUG nova.network.neutron [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Refreshing network info cache for port bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.518232] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da1c4e7-ba58-47af-ae12-9610fb80ed23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.529863] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffef714e-81b6-4bd2-8959-5c55be895782 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.567115] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45038001-c110-4fa6-b746-578361915b8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.580769] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27de36de-d12a-4214-a472-9d517097dd13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.585329] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136168, 'name': CreateVM_Task, 'duration_secs': 0.473466} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.585329] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.589873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.590123] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.590564] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.590853] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ff848c-4846-4769-86b3-0aa0d222fc4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.604854] env[70621]: DEBUG nova.compute.provider_tree [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.613336] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1021.613336] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520d0069-7c3a-6fc5-f7f4-f2c0eca9ced6" [ 1021.613336] env[70621]: _type = "Task" [ 1021.613336] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.613336] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.614407] env[70621]: DEBUG nova.network.neutron [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Successfully updated port: 597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.616219] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.620243] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800ac306-839d-47d0-a19c-75dd70cc741f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.632060] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520d0069-7c3a-6fc5-f7f4-f2c0eca9ced6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.633919] env[70621]: DEBUG oslo_vmware.api [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1021.633919] env[70621]: value = "task-4136170" [ 1021.633919] env[70621]: _type = "Task" [ 1021.633919] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.641937] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.650779] env[70621]: DEBUG oslo_vmware.api [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.096113] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568144} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.096417] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5c5f71fd-92af-400b-9bfc-058439cb6a38/5c5f71fd-92af-400b-9bfc-058439cb6a38.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.100048] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.100048] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d96d9e63-91c3-498b-aac8-de5408019324 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.106443] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1022.106443] env[70621]: value = "task-4136171" [ 1022.106443] env[70621]: _type = "Task" [ 1022.106443] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.115515] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.118807] env[70621]: DEBUG nova.scheduler.client.report [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.123399] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "refresh_cache-77f88fd2-65c3-414e-9d06-d921145ddd13" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.123477] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired lock "refresh_cache-77f88fd2-65c3-414e-9d06-d921145ddd13" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.127806] env[70621]: DEBUG nova.network.neutron [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.140468] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520d0069-7c3a-6fc5-f7f4-f2c0eca9ced6, 'name': SearchDatastore_Task, 'duration_secs': 0.036418} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.145100] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.145383] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.145629] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.145780] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.145963] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.153025] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90c08e0c-141c-4e33-b9b5-86fd200f0a60 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160279] env[70621]: DEBUG oslo_vmware.api [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136170, 'name': PowerOffVM_Task, 'duration_secs': 0.201807} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.160602] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.160827] env[70621]: DEBUG nova.compute.manager [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.161684] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec89bb-fb5a-4d62-925b-6e2b60e17b1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.166229] env[70621]: DEBUG nova.network.neutron [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Successfully created port: 904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.168300] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.168463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.173039] env[70621]: DEBUG nova.network.neutron [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updated VIF entry in instance network info cache for port 5e42a713-0631-4a3f-945f-c602c8a8fd9f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.173039] env[70621]: DEBUG nova.network.neutron [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updating instance_info_cache with network_info: [{"id": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "address": "fa:16:3e:c8:a7:18", "network": {"id": "dcf9d4e4-c593-43fd-b79a-6caa60cf4176", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-894123296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c117c0e3ab54aeda1dee0198f557391", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e42a713-06", "ovs_interfaceid": "5e42a713-0631-4a3f-945f-c602c8a8fd9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.173886] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcaa4672-f8bf-4701-8748-6bccc3c3b9ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.185972] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1022.185972] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b83fbb-2145-e3e8-3c41-063cbf2c2b8a" [ 1022.185972] env[70621]: _type = "Task" [ 1022.185972] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.198477] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b83fbb-2145-e3e8-3c41-063cbf2c2b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.430690] env[70621]: DEBUG nova.network.neutron [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Updated VIF entry in instance network info cache for port bb06fe20-5d3c-4255-9b67-d1281dcd60df. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.431195] env[70621]: DEBUG nova.network.neutron [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Updating instance_info_cache with network_info: [{"id": "bb06fe20-5d3c-4255-9b67-d1281dcd60df", "address": "fa:16:3e:68:5d:5e", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb06fe20-5d", "ovs_interfaceid": "bb06fe20-5d3c-4255-9b67-d1281dcd60df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.616948] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072297} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.619706] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.619706] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2688a-8473-4439-9a28-59ce4109eb87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.639800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.653021] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 5c5f71fd-92af-400b-9bfc-058439cb6a38/5c5f71fd-92af-400b-9bfc-058439cb6a38.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.653758] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.955s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.654035] env[70621]: DEBUG nova.objects.instance [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lazy-loading 'resources' on Instance uuid cf90c38d-d2bf-43f7-abd1-21711c900187 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.660413] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.663148] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56462d60-b6f9-47be-b717-52f7842e4eb1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.685017] env[70621]: DEBUG oslo_concurrency.lockutils [req-fdc40b68-c6d6-4111-9e09-65d41c8133d5 req-b1b9ba3b-e57e-4d9c-ba11-2d14984028d5 service nova] Releasing lock "refresh_cache-ce8417c1-996d-4a27-adea-eb718d1fa292" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.690444] env[70621]: INFO nova.scheduler.client.report [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted allocations for instance 1e133cc8-0a03-4c91-aca2-b9a35d5ea266 [ 1022.694511] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f7969481-9fd4-4848-a198-c1ed8d17317c tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.704100] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1022.704100] env[70621]: value = "task-4136173" [ 1022.704100] env[70621]: _type = "Task" [ 1022.704100] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.719854] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b83fbb-2145-e3e8-3c41-063cbf2c2b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.730299] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ea24201-c949-40bb-9070-deaad0fde2ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.739259] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.741603] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.741710] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.741850] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.742050] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.742475] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.742475] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.742606] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.742761] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.742912] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.743313] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.743313] env[70621]: DEBUG nova.virt.hardware [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.745093] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49989e26-7dab-4826-a4b9-c7cb53ac8709 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.749953] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1022.749953] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c2adbb-104a-99a5-ae0a-e75159760ae0" [ 1022.749953] env[70621]: _type = "Task" [ 1022.749953] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.761201] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f2079-f609-495e-9f88-91c5fc0d7c2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.769570] env[70621]: DEBUG nova.network.neutron [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.771917] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c2adbb-104a-99a5-ae0a-e75159760ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.910880] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.911144] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.933748] env[70621]: DEBUG oslo_concurrency.lockutils [req-f449d4da-44c8-4eb7-b4a4-a4671f7acd3d req-d60c5b82-9bf7-4779-bf71-43427a7a79a5 service nova] Releasing lock "refresh_cache-f49cd7b9-c2e5-491d-aedf-7753187f47be" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.002822] env[70621]: DEBUG nova.network.neutron [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Updating instance_info_cache with network_info: [{"id": "597a8ffb-7018-4079-b487-86b4fdb3af8d", "address": "fa:16:3e:05:83:6e", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597a8ffb-70", "ovs_interfaceid": "597a8ffb-7018-4079-b487-86b4fdb3af8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.046825] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec73c94-234b-4b3e-a4ad-29a632c0d1db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.058978] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc70cd90-56d1-42a3-8015-94ca17647dd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.093295] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabfe9bc-ec60-4d01-b941-d5d6aa96ca7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.103306] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf7962e-d4e8-4461-aa93-dd1703473975 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.118521] env[70621]: DEBUG nova.compute.provider_tree [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.211810] env[70621]: DEBUG oslo_concurrency.lockutils [None req-61b578c0-0776-4796-b68f-f81739d385a5 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "1e133cc8-0a03-4c91-aca2-b9a35d5ea266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.783s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.219383] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136173, 'name': ReconfigVM_Task, 'duration_secs': 0.329041} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.219383] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 5c5f71fd-92af-400b-9bfc-058439cb6a38/5c5f71fd-92af-400b-9bfc-058439cb6a38.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.220158] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c39a06fc-2426-48da-8ddb-2eb31a907375 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.229416] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1023.229416] env[70621]: value = "task-4136174" [ 1023.229416] env[70621]: _type = "Task" [ 1023.229416] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.241917] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136174, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.262586] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c2adbb-104a-99a5-ae0a-e75159760ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.021185} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.262586] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.262586] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] f49cd7b9-c2e5-491d-aedf-7753187f47be/f49cd7b9-c2e5-491d-aedf-7753187f47be.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.262586] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f834338-b638-4521-9417-ca7f12ed5bcf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.271182] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1023.271182] env[70621]: value = "task-4136175" [ 1023.271182] env[70621]: _type = "Task" [ 1023.271182] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.280927] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.323543] env[70621]: DEBUG nova.compute.manager [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Received event network-vif-plugged-597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.323807] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] Acquiring lock "77f88fd2-65c3-414e-9d06-d921145ddd13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.324269] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.324478] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.324644] env[70621]: DEBUG nova.compute.manager [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] No waiting events found dispatching network-vif-plugged-597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1023.324840] env[70621]: WARNING nova.compute.manager [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Received unexpected event network-vif-plugged-597a8ffb-7018-4079-b487-86b4fdb3af8d for instance with vm_state building and task_state spawning. [ 1023.324985] env[70621]: DEBUG nova.compute.manager [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Received event network-changed-597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.325166] env[70621]: DEBUG nova.compute.manager [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Refreshing instance network info cache due to event network-changed-597a8ffb-7018-4079-b487-86b4fdb3af8d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.325357] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] Acquiring lock "refresh_cache-77f88fd2-65c3-414e-9d06-d921145ddd13" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.413631] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.492358] env[70621]: INFO nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Rebuilding instance [ 1023.505454] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Releasing lock "refresh_cache-77f88fd2-65c3-414e-9d06-d921145ddd13" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.505826] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Instance network_info: |[{"id": "597a8ffb-7018-4079-b487-86b4fdb3af8d", "address": "fa:16:3e:05:83:6e", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597a8ffb-70", "ovs_interfaceid": "597a8ffb-7018-4079-b487-86b4fdb3af8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.506152] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] Acquired lock "refresh_cache-77f88fd2-65c3-414e-9d06-d921145ddd13" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.506339] env[70621]: DEBUG nova.network.neutron [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Refreshing network info cache for port 597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.507935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:83:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '597a8ffb-7018-4079-b487-86b4fdb3af8d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.516907] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.523517] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.524413] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de8b262-73b3-4cfc-9658-a84b3486b7f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.550452] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.550452] env[70621]: value = "task-4136176" [ 1023.550452] env[70621]: _type = "Task" [ 1023.550452] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.561296] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136176, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.564075] env[70621]: DEBUG nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1023.564894] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5168c72c-e60c-41a6-bd50-088aaf5e10c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.622592] env[70621]: DEBUG nova.scheduler.client.report [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.741411] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136174, 'name': Rename_Task, 'duration_secs': 0.174607} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.741775] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.742079] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0ac220-bdd5-4930-97c8-54799c1a2d6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.749378] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1023.749378] env[70621]: value = "task-4136177" [ 1023.749378] env[70621]: _type = "Task" [ 1023.749378] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.759388] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.783344] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136175, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.918523] env[70621]: DEBUG nova.network.neutron [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Updated VIF entry in instance network info cache for port 597a8ffb-7018-4079-b487-86b4fdb3af8d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.919281] env[70621]: DEBUG nova.network.neutron [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Updating instance_info_cache with network_info: [{"id": "597a8ffb-7018-4079-b487-86b4fdb3af8d", "address": "fa:16:3e:05:83:6e", "network": {"id": "b1de37ba-1ea2-4ca0-8969-7e0d1e70558b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1584952562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea4afbd60c604d54ab9badafa5cd5071", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597a8ffb-70", "ovs_interfaceid": "597a8ffb-7018-4079-b487-86b4fdb3af8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.947712] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.065142] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136176, 'name': CreateVM_Task, 'duration_secs': 0.390383} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.065735] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.067111] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.067649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.068219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.069335] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a2c8e4-af2d-4a68-a547-d877411560b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.079352] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1024.079352] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cc508d-a5c1-07c7-f2db-02c3a8e6d9fa" [ 1024.079352] env[70621]: _type = "Task" [ 1024.079352] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.097710] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cc508d-a5c1-07c7-f2db-02c3a8e6d9fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.129985] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.476s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.133143] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.381s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.133464] env[70621]: DEBUG nova.objects.instance [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lazy-loading 'resources' on Instance uuid a3b21e60-da0a-4e38-acca-842ab58038d3 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.167719] env[70621]: INFO nova.scheduler.client.report [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted allocations for instance cf90c38d-d2bf-43f7-abd1-21711c900187 [ 1024.231357] env[70621]: DEBUG nova.network.neutron [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Successfully updated port: 904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.261873] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136177, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.284898] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94692} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.285223] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] f49cd7b9-c2e5-491d-aedf-7753187f47be/f49cd7b9-c2e5-491d-aedf-7753187f47be.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.285447] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.285720] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ee9ceae-0de0-4e05-9b8d-5b9e30b5b9c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.294965] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1024.294965] env[70621]: value = "task-4136178" [ 1024.294965] env[70621]: _type = "Task" [ 1024.294965] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.305713] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.425473] env[70621]: DEBUG oslo_concurrency.lockutils [req-d0c0f318-5747-4da0-8867-f433c1d1eb06 req-905964c4-c0c3-46d8-b220-43fc36aad12d service nova] Releasing lock "refresh_cache-77f88fd2-65c3-414e-9d06-d921145ddd13" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.581465] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.581887] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d919d55-755a-49a8-8cee-f5373841184e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.594745] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cc508d-a5c1-07c7-f2db-02c3a8e6d9fa, 'name': SearchDatastore_Task, 'duration_secs': 0.056547} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.596412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.596525] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.596771] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.596919] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.597127] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.597572] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1024.597572] env[70621]: value = "task-4136180" [ 1024.597572] env[70621]: _type = "Task" [ 1024.597572] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.597786] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcf11721-111f-4dcc-9d98-4991eec817f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.612111] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.612381] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.613407] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673a8fc3-8202-4507-894c-69b35b74c6de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.620517] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.620708] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.623565] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430c5f6d-fb4e-4328-941a-b43774b13c56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.626031] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.626031] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b0b883e-8c38-4cd1-844a-10268f279d03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.630452] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1024.630452] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5271f2af-deb4-b4b2-0403-003df9550b3c" [ 1024.630452] env[70621]: _type = "Task" [ 1024.630452] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.638844] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5271f2af-deb4-b4b2-0403-003df9550b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.678257] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8358b3be-1506-416c-931e-9bfbe72400e4 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "cf90c38d-d2bf-43f7-abd1-21711c900187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.903s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.693735] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.693851] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.694078] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.698306] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db6fe4ea-04bd-4b7f-b7d8-09f6111f8fba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.705895] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1024.705895] env[70621]: value = "task-4136182" [ 1024.705895] env[70621]: _type = "Task" [ 1024.705895] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.715955] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.735030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "refresh_cache-c33e15bf-efd8-44b5-af89-ca56460aa56c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.735030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquired lock "refresh_cache-c33e15bf-efd8-44b5-af89-ca56460aa56c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.735030] env[70621]: DEBUG nova.network.neutron [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.761664] env[70621]: DEBUG oslo_vmware.api [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136177, 'name': PowerOnVM_Task, 'duration_secs': 0.603422} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.761664] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.761822] env[70621]: INFO nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1024.762032] env[70621]: DEBUG nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.762858] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0ad421-ea8d-4d4d-86e5-5cf3e6f3498f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.808830] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18547} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.809138] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.810011] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6405dd25-a650-4d64-9ebd-62fac25a1e89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.840180] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f49cd7b9-c2e5-491d-aedf-7753187f47be/f49cd7b9-c2e5-491d-aedf-7753187f47be.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.843547] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6717f873-0b65-4e26-b2ff-d3e9c197deb9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.864530] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1024.864530] env[70621]: value = "task-4136183" [ 1024.864530] env[70621]: _type = "Task" [ 1024.864530] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.877575] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.938576] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4435c8b-df00-46ea-bc34-183992ab98de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.947662] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a65272-66a5-4819-9bfa-45b3b91373cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.982660] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93fedc9-b0a5-4caf-b48a-9fab2fe8eb19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.991079] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee13d7a5-530f-440a-98c8-e111ca9019ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.006922] env[70621]: DEBUG nova.compute.provider_tree [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.008738] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.009151] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.009387] env[70621]: INFO nova.compute.manager [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Shelving [ 1025.143148] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5271f2af-deb4-b4b2-0403-003df9550b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.034863} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.144064] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2a812d-8206-4308-8709-e8798b775c50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.151276] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1025.151276] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ced335-c2e7-280c-424b-4b2caaee982d" [ 1025.151276] env[70621]: _type = "Task" [ 1025.151276] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.161496] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ced335-c2e7-280c-424b-4b2caaee982d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.217662] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.268235] env[70621]: DEBUG nova.network.neutron [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.284640] env[70621]: INFO nova.compute.manager [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Took 34.06 seconds to build instance. [ 1025.353747] env[70621]: DEBUG nova.compute.manager [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Received event network-vif-plugged-904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.353977] env[70621]: DEBUG oslo_concurrency.lockutils [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] Acquiring lock "c33e15bf-efd8-44b5-af89-ca56460aa56c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.354208] env[70621]: DEBUG oslo_concurrency.lockutils [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.354377] env[70621]: DEBUG oslo_concurrency.lockutils [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.354548] env[70621]: DEBUG nova.compute.manager [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] No waiting events found dispatching network-vif-plugged-904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.354715] env[70621]: WARNING nova.compute.manager [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Received unexpected event network-vif-plugged-904e75fc-5d3a-451f-ba9e-294b187f819b for instance with vm_state building and task_state spawning. [ 1025.354872] env[70621]: DEBUG nova.compute.manager [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Received event network-changed-904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.355069] env[70621]: DEBUG nova.compute.manager [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Refreshing instance network info cache due to event network-changed-904e75fc-5d3a-451f-ba9e-294b187f819b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.355302] env[70621]: DEBUG oslo_concurrency.lockutils [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] Acquiring lock "refresh_cache-c33e15bf-efd8-44b5-af89-ca56460aa56c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.375160] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136183, 'name': ReconfigVM_Task, 'duration_secs': 0.308524} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.375425] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f49cd7b9-c2e5-491d-aedf-7753187f47be/f49cd7b9-c2e5-491d-aedf-7753187f47be.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.376085] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c52fce-eeff-4197-99d1-ac9e3f8f2b7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.382548] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1025.382548] env[70621]: value = "task-4136184" [ 1025.382548] env[70621]: _type = "Task" [ 1025.382548] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.399666] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136184, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.499761] env[70621]: DEBUG nova.network.neutron [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Updating instance_info_cache with network_info: [{"id": "904e75fc-5d3a-451f-ba9e-294b187f819b", "address": "fa:16:3e:00:5e:00", "network": {"id": "3010953a-a9f8-47cc-902c-572f40402a4f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1425901061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef55fb54e968499598ed1ce86ba58628", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904e75fc-5d", "ovs_interfaceid": "904e75fc-5d3a-451f-ba9e-294b187f819b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.512396] env[70621]: DEBUG nova.scheduler.client.report [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.644790] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "3d204eab-5b77-4431-a064-4a0a837d73a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.645163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.672062] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ced335-c2e7-280c-424b-4b2caaee982d, 'name': SearchDatastore_Task, 'duration_secs': 0.024883} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.672349] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.673149] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 77f88fd2-65c3-414e-9d06-d921145ddd13/77f88fd2-65c3-414e-9d06-d921145ddd13.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.673149] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c8ce10-203d-40aa-b66e-4c1e7c413e69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.687806] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1025.687806] env[70621]: value = "task-4136185" [ 1025.687806] env[70621]: _type = "Task" [ 1025.687806] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.688467] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "5819a24e-7720-4b2a-8698-45300be9ae72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.688751] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "5819a24e-7720-4b2a-8698-45300be9ae72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.703019] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.719211] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.60827} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.719599] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.720029] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.720118] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.787019] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bfee0e27-8c94-4aef-b165-4fefc67aec43 tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.578s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.896525] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136184, 'name': Rename_Task, 'duration_secs': 0.151743} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.896885] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.897269] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d05f20d1-da2c-4db8-b768-47a6b99703a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.905127] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1025.905127] env[70621]: value = "task-4136186" [ 1025.905127] env[70621]: _type = "Task" [ 1025.905127] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.913985] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.004658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Releasing lock "refresh_cache-c33e15bf-efd8-44b5-af89-ca56460aa56c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.004871] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Instance network_info: |[{"id": "904e75fc-5d3a-451f-ba9e-294b187f819b", "address": "fa:16:3e:00:5e:00", "network": {"id": "3010953a-a9f8-47cc-902c-572f40402a4f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1425901061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef55fb54e968499598ed1ce86ba58628", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904e75fc-5d", "ovs_interfaceid": "904e75fc-5d3a-451f-ba9e-294b187f819b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.005868] env[70621]: DEBUG oslo_concurrency.lockutils [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] Acquired lock "refresh_cache-c33e15bf-efd8-44b5-af89-ca56460aa56c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.005965] env[70621]: DEBUG nova.network.neutron [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Refreshing network info cache for port 904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.009311] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:5e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '904e75fc-5d3a-451f-ba9e-294b187f819b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.017944] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Creating folder: Project (ef55fb54e968499598ed1ce86ba58628). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.018635] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a04621-66e7-4e44-ae1c-5f9400431de0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.021579] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.024226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.457s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.025750] env[70621]: INFO nova.compute.claims [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.028772] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.029935] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac0214fe-0bb1-4c98-823a-d5b8024f51e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.038970] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1026.038970] env[70621]: value = "task-4136188" [ 1026.038970] env[70621]: _type = "Task" [ 1026.038970] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.040594] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Created folder: Project (ef55fb54e968499598ed1ce86ba58628) in parent group-v818963. [ 1026.040827] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Creating folder: Instances. Parent ref: group-v819193. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.044461] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb6b2fe3-fc6d-4cf8-940e-166257167c13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.047623] env[70621]: INFO nova.scheduler.client.report [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted allocations for instance a3b21e60-da0a-4e38-acca-842ab58038d3 [ 1026.056247] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.058279] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Created folder: Instances in parent group-v819193. [ 1026.058981] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.058981] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.059175] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7025902-63e7-480b-80a1-580f829107f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.085759] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.085759] env[70621]: value = "task-4136190" [ 1026.085759] env[70621]: _type = "Task" [ 1026.085759] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.097695] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136190, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.147876] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.196769] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.207784] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.418847] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136186, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.507152] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "5c5f71fd-92af-400b-9bfc-058439cb6a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.507152] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.507541] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "5c5f71fd-92af-400b-9bfc-058439cb6a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.507589] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.507773] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.511302] env[70621]: INFO nova.compute.manager [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Terminating instance [ 1026.552861] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136188, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.556658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8fe243ce-b3ba-4cc1-a011-959e903d53a3 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a3b21e60-da0a-4e38-acca-842ab58038d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.297s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.597769] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136190, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.680540] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.709330] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7608} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.713708] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 77f88fd2-65c3-414e-9d06-d921145ddd13/77f88fd2-65c3-414e-9d06-d921145ddd13.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.713918] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.714416] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6eebe3ff-4bed-48fc-99c0-865eb39a9436 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.724622] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1026.724622] env[70621]: value = "task-4136192" [ 1026.724622] env[70621]: _type = "Task" [ 1026.724622] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.729203] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.739225] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.757887] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.758120] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.758287] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.758469] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.758618] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.758757] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.758969] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.759175] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.759354] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.759597] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.759801] env[70621]: DEBUG nova.virt.hardware [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.760777] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292a992-18d0-482c-b2e3-574754f193cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.772959] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5640f-e3d1-4684-9192-6b5280bab49d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.791069] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:13:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd4e37ee-62a3-489c-bba7-cfa2015c27e5', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.798979] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.799413] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.799838] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0b60a6f-ea38-4661-b539-ca9631855a58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.822191] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.822191] env[70621]: value = "task-4136193" [ 1026.822191] env[70621]: _type = "Task" [ 1026.822191] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.832486] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136193, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.858369] env[70621]: DEBUG nova.network.neutron [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Updated VIF entry in instance network info cache for port 904e75fc-5d3a-451f-ba9e-294b187f819b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.858842] env[70621]: DEBUG nova.network.neutron [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Updating instance_info_cache with network_info: [{"id": "904e75fc-5d3a-451f-ba9e-294b187f819b", "address": "fa:16:3e:00:5e:00", "network": {"id": "3010953a-a9f8-47cc-902c-572f40402a4f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1425901061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef55fb54e968499598ed1ce86ba58628", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap904e75fc-5d", "ovs_interfaceid": "904e75fc-5d3a-451f-ba9e-294b187f819b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.919144] env[70621]: DEBUG oslo_vmware.api [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136186, 'name': PowerOnVM_Task, 'duration_secs': 0.776613} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.919568] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.919739] env[70621]: INFO nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1026.919954] env[70621]: DEBUG nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.921013] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ddf25-abf9-4bc9-97e7-8a7bb3b9b2ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.016898] env[70621]: DEBUG nova.compute.manager [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.016898] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.017671] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7b8a4-b1a5-4170-a19a-371e23d4abd2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.026755] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.027068] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e89a282-a033-4118-b42d-0e3fb21ff654 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.039724] env[70621]: DEBUG oslo_vmware.api [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1027.039724] env[70621]: value = "task-4136194" [ 1027.039724] env[70621]: _type = "Task" [ 1027.039724] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.058660] env[70621]: DEBUG oslo_vmware.api [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.062708] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136188, 'name': PowerOffVM_Task, 'duration_secs': 0.577201} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.063162] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.064163] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c40f1f6-61d6-49e7-8ad3-74953f94491d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.094234] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8324e8-72b1-4a00-9d7f-77d29ac43045 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.108338] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136190, 'name': CreateVM_Task, 'duration_secs': 0.563536} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.109195] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.109808] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.110016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.110766] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.110908] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd93956-8731-47bc-8793-a7b0180770d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.119160] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1027.119160] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5212869f-6bee-64ee-43e1-31bb78202e28" [ 1027.119160] env[70621]: _type = "Task" [ 1027.119160] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.129399] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5212869f-6bee-64ee-43e1-31bb78202e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.237685] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113961} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.238065] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.239461] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b11320-7b39-434a-a985-aa231e084ea3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.263012] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 77f88fd2-65c3-414e-9d06-d921145ddd13/77f88fd2-65c3-414e-9d06-d921145ddd13.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.266079] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62f29596-2ef6-4963-8125-6c16da668914 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.288432] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1027.288432] env[70621]: value = "task-4136195" [ 1027.288432] env[70621]: _type = "Task" [ 1027.288432] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.297800] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.346270] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136193, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.361848] env[70621]: DEBUG oslo_concurrency.lockutils [req-ad963c0e-651c-41da-9f8f-5f551fe1be9b req-04951019-13eb-4d21-b98a-02defc7fa510 service nova] Releasing lock "refresh_cache-c33e15bf-efd8-44b5-af89-ca56460aa56c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.441032] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d0deba-90eb-4dc9-97a2-b06a3cf97b13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.443737] env[70621]: INFO nova.compute.manager [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Took 28.83 seconds to build instance. [ 1027.448330] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ae99c-a131-4b39-bcfc-119da3880dbd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.484946] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f6dac0-29b0-433d-b664-8e69731dcf27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.497891] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4063cf9e-6cbe-4a5c-95af-37f99a257a6c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.516052] env[70621]: DEBUG nova.compute.provider_tree [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.551913] env[70621]: DEBUG oslo_vmware.api [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136194, 'name': PowerOffVM_Task, 'duration_secs': 0.385059} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.552341] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.552569] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.552872] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0510107f-887a-44d5-a2f1-63856ac4eb84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.611241] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1027.612029] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50f76803-49b2-4935-8f91-6c63a7c6d7f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.620043] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1027.620043] env[70621]: value = "task-4136197" [ 1027.620043] env[70621]: _type = "Task" [ 1027.620043] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.628263] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.628706] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.628910] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Deleting the datastore file [datastore1] 5c5f71fd-92af-400b-9bfc-058439cb6a38 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.629881] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1a17613-dc44-4ac1-8165-760aac09ba9a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.636781] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5212869f-6bee-64ee-43e1-31bb78202e28, 'name': SearchDatastore_Task, 'duration_secs': 0.016972} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.637505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.637695] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.637872] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.638106] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.638335] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.642101] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9223d6bc-8d1f-499b-af6f-f332a1f02011 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.644600] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.646325] env[70621]: DEBUG oslo_vmware.api [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for the task: (returnval){ [ 1027.646325] env[70621]: value = "task-4136198" [ 1027.646325] env[70621]: _type = "Task" [ 1027.646325] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.658822] env[70621]: DEBUG oslo_vmware.api [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.676233] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.676458] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.677396] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5243992e-ae62-40ad-b105-a516a67bce34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.684865] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1027.684865] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f83acf-e39f-8985-2bf4-579c48ee71c7" [ 1027.684865] env[70621]: _type = "Task" [ 1027.684865] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.695165] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f83acf-e39f-8985-2bf4-579c48ee71c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.798878] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.806801] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "a6f46256-f7b2-40dc-a077-cc4f838df317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.806938] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.807178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "a6f46256-f7b2-40dc-a077-cc4f838df317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.807401] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.807563] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.809846] env[70621]: INFO nova.compute.manager [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Terminating instance [ 1027.841536] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136193, 'name': CreateVM_Task, 'duration_secs': 0.75146} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.841808] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.842857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.843861] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.844260] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.844627] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016ca566-45ea-4a36-93d5-006df528c2d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.850995] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1027.850995] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528be63e-72ba-bae7-e5c8-a860577f3c86" [ 1027.850995] env[70621]: _type = "Task" [ 1027.850995] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.861018] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528be63e-72ba-bae7-e5c8-a860577f3c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.945946] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0adf0cf3-0874-4b79-8148-5a8b4515b32a tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.346s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.019448] env[70621]: DEBUG nova.scheduler.client.report [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.134075] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136197, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.156872] env[70621]: DEBUG oslo_vmware.api [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Task: {'id': task-4136198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.157418] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.157418] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.157637] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.157831] env[70621]: INFO nova.compute.manager [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1028.158103] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.158316] env[70621]: DEBUG nova.compute.manager [-] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.158416] env[70621]: DEBUG nova.network.neutron [-] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.197223] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f83acf-e39f-8985-2bf4-579c48ee71c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.198084] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4eeb75-b7e2-4f38-81c5-ce50eac2fcfd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.204916] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1028.204916] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d34334-383c-9365-83db-4df092de1993" [ 1028.204916] env[70621]: _type = "Task" [ 1028.204916] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.214944] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d34334-383c-9365-83db-4df092de1993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.299193] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136195, 'name': ReconfigVM_Task, 'duration_secs': 0.68758} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.299496] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 77f88fd2-65c3-414e-9d06-d921145ddd13/77f88fd2-65c3-414e-9d06-d921145ddd13.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.300165] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d38c72-1264-4e3b-becc-43fc7dc7ab83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.307649] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1028.307649] env[70621]: value = "task-4136199" [ 1028.307649] env[70621]: _type = "Task" [ 1028.307649] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.318127] env[70621]: DEBUG nova.compute.manager [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.318127] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.318423] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136199, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.319313] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2339ce5-58f0-4027-bb0d-7f3a5fb76ae5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.329115] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.329553] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58df0a77-7556-493f-b67c-baaa4493729f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.337747] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1028.337747] env[70621]: value = "task-4136200" [ 1028.337747] env[70621]: _type = "Task" [ 1028.337747] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.348642] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.364381] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528be63e-72ba-bae7-e5c8-a860577f3c86, 'name': SearchDatastore_Task, 'duration_secs': 0.012609} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.364699] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.364992] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.365321] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.365507] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.365704] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.366010] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f0f3850-11ec-44f2-889f-ffe7a350f91c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.375880] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.376176] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.377114] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9826de-245d-4a06-b6c9-af268784efd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.385522] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1028.385522] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52047f04-2388-3bf9-46ca-b098e50e1900" [ 1028.385522] env[70621]: _type = "Task" [ 1028.385522] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.394435] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52047f04-2388-3bf9-46ca-b098e50e1900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.441016] env[70621]: DEBUG nova.compute.manager [req-a865c919-43fb-4fab-89d4-9e20b862ee09 req-6a22b533-3c41-47bd-89b5-8c48f1c6f173 service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Received event network-vif-deleted-b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.441712] env[70621]: INFO nova.compute.manager [req-a865c919-43fb-4fab-89d4-9e20b862ee09 req-6a22b533-3c41-47bd-89b5-8c48f1c6f173 service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Neutron deleted interface b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6; detaching it from the instance and deleting it from the info cache [ 1028.441712] env[70621]: DEBUG nova.network.neutron [req-a865c919-43fb-4fab-89d4-9e20b862ee09 req-6a22b533-3c41-47bd-89b5-8c48f1c6f173 service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.477263] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "34442338-43da-43e2-9ed1-236d78118fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.477534] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "34442338-43da-43e2-9ed1-236d78118fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.525056] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.525923] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.530774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.270s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.531107] env[70621]: DEBUG nova.objects.instance [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lazy-loading 'resources' on Instance uuid 7433b972-851b-4a4b-903f-c0a003901739 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.636412] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136197, 'name': CreateSnapshot_Task, 'duration_secs': 0.93822} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.636970] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1028.638170] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c60c2-95ee-4b47-9966-23b89b22bad1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.716639] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d34334-383c-9365-83db-4df092de1993, 'name': SearchDatastore_Task, 'duration_secs': 0.026987} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.717360] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.717360] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c33e15bf-efd8-44b5-af89-ca56460aa56c/c33e15bf-efd8-44b5-af89-ca56460aa56c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.717360] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc2c77e4-043a-4c18-8c03-41b9657e0762 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.725511] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1028.725511] env[70621]: value = "task-4136201" [ 1028.725511] env[70621]: _type = "Task" [ 1028.725511] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.735537] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.820955] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136199, 'name': Rename_Task, 'duration_secs': 0.217652} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.820955] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.820955] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3006269b-6883-4f9f-b892-cfa5212783d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.828025] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1028.828025] env[70621]: value = "task-4136203" [ 1028.828025] env[70621]: _type = "Task" [ 1028.828025] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.837306] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.847966] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136200, 'name': PowerOffVM_Task, 'duration_secs': 0.403904} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.848273] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.848488] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.848699] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15bee93f-9e87-4742-907c-228e32210084 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.896229] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52047f04-2388-3bf9-46ca-b098e50e1900, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.897175] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be10b156-74e1-452d-b516-1a07a9eb18e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.905028] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1028.905028] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5255479d-268d-cb8f-781c-a3473ed17294" [ 1028.905028] env[70621]: _type = "Task" [ 1028.905028] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.917350] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5255479d-268d-cb8f-781c-a3473ed17294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.922796] env[70621]: DEBUG nova.network.neutron [-] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.934395] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.934720] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.934990] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleting the datastore file [datastore1] a6f46256-f7b2-40dc-a077-cc4f838df317 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.936020] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7177c3-fd28-4c29-97cc-29473a170d74 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.945056] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1028.945056] env[70621]: value = "task-4136205" [ 1028.945056] env[70621]: _type = "Task" [ 1028.945056] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.945398] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b7adfef-03c1-4131-aa98-3975b8a7cc5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.957226] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.961522] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ded8c-a386-4f4b-a2a4-771d8bf64b01 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.979615] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.995979] env[70621]: DEBUG nova.compute.manager [req-a865c919-43fb-4fab-89d4-9e20b862ee09 req-6a22b533-3c41-47bd-89b5-8c48f1c6f173 service nova] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Detach interface failed, port_id=b41fce3c-ebbc-4777-a2c7-a89ccb8bd2b6, reason: Instance 5c5f71fd-92af-400b-9bfc-058439cb6a38 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.022468] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa05713-b5da-49a3-8af5-bd61c59365a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.031035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Suspending the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1029.032246] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-218efa1c-0176-41cc-92d3-fadf07953e4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.035158] env[70621]: DEBUG nova.compute.utils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.040781] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.040858] env[70621]: DEBUG nova.network.neutron [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.051098] env[70621]: DEBUG oslo_vmware.api [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1029.051098] env[70621]: value = "task-4136206" [ 1029.051098] env[70621]: _type = "Task" [ 1029.051098] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.063925] env[70621]: DEBUG oslo_vmware.api [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136206, 'name': SuspendVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.166115] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1029.171139] env[70621]: DEBUG nova.policy [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.172772] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c0e439b-724a-4e4d-9e3b-ee2a8c9d241a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.186833] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1029.186833] env[70621]: value = "task-4136207" [ 1029.186833] env[70621]: _type = "Task" [ 1029.186833] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.199747] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136207, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.245402] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.339499] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136203, 'name': PowerOnVM_Task} progress is 70%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.394628] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dde00c5-2c18-4b4f-8de9-3d4d3022e9a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.404164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc23b260-bb45-4042-b0f6-cd1324535273 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.444517] env[70621]: INFO nova.compute.manager [-] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Took 1.29 seconds to deallocate network for instance. [ 1029.451255] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa0284-c5d0-4769-8f88-2b3203a918e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.454266] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5255479d-268d-cb8f-781c-a3473ed17294, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.461884] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.462213] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.463249] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b62b8f38-220e-4c00-8955-0e67db636e8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.472159] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d96f57-c433-4b61-90d5-08022cf8510e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.481735] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1029.481735] env[70621]: value = "task-4136208" [ 1029.481735] env[70621]: _type = "Task" [ 1029.481735] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.482157] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.499518] env[70621]: DEBUG nova.compute.provider_tree [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.511919] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.518258] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.542065] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.565329] env[70621]: DEBUG oslo_vmware.api [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136206, 'name': SuspendVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.695840] env[70621]: DEBUG nova.network.neutron [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Successfully created port: c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.702615] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136207, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.739828] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825743} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.740303] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c33e15bf-efd8-44b5-af89-ca56460aa56c/c33e15bf-efd8-44b5-af89-ca56460aa56c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.740436] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.740748] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5923811-4eb0-4a07-b269-91f29c5acdc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.748753] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1029.748753] env[70621]: value = "task-4136209" [ 1029.748753] env[70621]: _type = "Task" [ 1029.748753] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.760524] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.843503] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136203, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.967865] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.968242] env[70621]: DEBUG oslo_vmware.api [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.752466} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.968512] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.968704] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.968885] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.969076] env[70621]: INFO nova.compute.manager [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1029.969336] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.969631] env[70621]: DEBUG nova.compute.manager [-] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.969725] env[70621]: DEBUG nova.network.neutron [-] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.996399] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136208, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.005736] env[70621]: DEBUG nova.scheduler.client.report [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.068064] env[70621]: DEBUG oslo_vmware.api [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136206, 'name': SuspendVM_Task} progress is 50%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.197675] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136207, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.261199] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211597} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.261729] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.262610] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42d974-f2a8-4345-b75a-1e43ab7dc5c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.287208] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c33e15bf-efd8-44b5-af89-ca56460aa56c/c33e15bf-efd8-44b5-af89-ca56460aa56c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.287631] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f423e56-c757-4432-bc50-07bf8a3ede19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.311242] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1030.311242] env[70621]: value = "task-4136210" [ 1030.311242] env[70621]: _type = "Task" [ 1030.311242] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.321860] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136210, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.338834] env[70621]: DEBUG oslo_vmware.api [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136203, 'name': PowerOnVM_Task, 'duration_secs': 1.317538} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.341134] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.341134] env[70621]: INFO nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1030.341134] env[70621]: DEBUG nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.341134] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2949196f-591d-49dd-beb3-3417d984a261 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.470641] env[70621]: DEBUG nova.compute.manager [req-a92abedc-628f-405c-9aa7-4086880b6bb5 req-86b8454e-f7eb-4361-9b53-580d28a2269d service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Received event network-vif-deleted-943ab27a-8d4a-4849-93a8-02fefd888e2b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.470849] env[70621]: INFO nova.compute.manager [req-a92abedc-628f-405c-9aa7-4086880b6bb5 req-86b8454e-f7eb-4361-9b53-580d28a2269d service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Neutron deleted interface 943ab27a-8d4a-4849-93a8-02fefd888e2b; detaching it from the instance and deleting it from the info cache [ 1030.471034] env[70621]: DEBUG nova.network.neutron [req-a92abedc-628f-405c-9aa7-4086880b6bb5 req-86b8454e-f7eb-4361-9b53-580d28a2269d service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.495749] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686359} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.496379] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.496637] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.496927] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f303fc5-5f63-4e85-9c8c-0064d929ece1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505730] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1030.505730] env[70621]: value = "task-4136211" [ 1030.505730] env[70621]: _type = "Task" [ 1030.505730] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.514087] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.516618] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.514s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.516844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.517134] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1030.517554] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.570s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.519307] env[70621]: INFO nova.compute.claims [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.523545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caefec0b-693a-4f8d-a0e5-cbfb4923a651 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.531133] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.539031] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec79c91-0b63-41f8-8037-b2266500fd58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.545631] env[70621]: INFO nova.scheduler.client.report [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Deleted allocations for instance 7433b972-851b-4a4b-903f-c0a003901739 [ 1030.563742] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5198b41f-4d3e-4437-8d28-aa30a96bb43f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.568423] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1030.580656] env[70621]: DEBUG oslo_vmware.api [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136206, 'name': SuspendVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.585888] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b5f99e-6fff-4fd1-b1de-a92c300d586f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.625126] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179401MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1030.625126] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.630448] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.630448] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.630617] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.630717] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.630861] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.631014] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.631238] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.631391] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.631556] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.631715] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.631884] env[70621]: DEBUG nova.virt.hardware [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.633156] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4983aeb-3c08-4c0a-9c14-6641af3ba446 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.642684] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0465106e-8122-486f-81eb-247a51c533f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.702036] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136207, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.822268] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.865759] env[70621]: INFO nova.compute.manager [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Took 31.08 seconds to build instance. [ 1030.912230] env[70621]: DEBUG nova.network.neutron [-] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.978043] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-837a0afc-392b-438c-b090-beeaec0c4d39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.990351] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490afb0a-244f-426b-bd3a-876d51d27be8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.018076] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081948} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.029297] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.033144] env[70621]: DEBUG nova.compute.manager [req-a92abedc-628f-405c-9aa7-4086880b6bb5 req-86b8454e-f7eb-4361-9b53-580d28a2269d service nova] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Detach interface failed, port_id=943ab27a-8d4a-4849-93a8-02fefd888e2b, reason: Instance a6f46256-f7b2-40dc-a077-cc4f838df317 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1031.033560] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754ad7f1-882a-4141-ae52-433e89217e76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.058776] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.060096] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00fff20-8373-44c4-bdc4-4b6284558846 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.082533] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b465ee56-555f-4c56-8c4c-10601f5a8809 tempest-AttachInterfacesUnderV243Test-10932585 tempest-AttachInterfacesUnderV243Test-10932585-project-member] Lock "7433b972-851b-4a4b-903f-c0a003901739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.953s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.089351] env[70621]: DEBUG oslo_vmware.api [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136206, 'name': SuspendVM_Task, 'duration_secs': 1.554293} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.091098] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Suspended the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1031.091261] env[70621]: DEBUG nova.compute.manager [None req-b2247ca9-2dcb-4eee-a2d3-3fd749305a06 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.091614] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1031.091614] env[70621]: value = "task-4136212" [ 1031.091614] env[70621]: _type = "Task" [ 1031.091614] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.092361] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3456a6-a378-40a7-8fbe-a0dfe44ce6fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.199484] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136207, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.323403] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136210, 'name': ReconfigVM_Task, 'duration_secs': 1.00148} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.323561] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c33e15bf-efd8-44b5-af89-ca56460aa56c/c33e15bf-efd8-44b5-af89-ca56460aa56c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.324484] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9a89eeb-8079-4458-8024-a9b72816299f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.333914] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1031.333914] env[70621]: value = "task-4136213" [ 1031.333914] env[70621]: _type = "Task" [ 1031.333914] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.350489] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136213, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.368440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-40762ef2-9713-458c-8f3b-13b78bf4c806 tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.598s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.415489] env[70621]: INFO nova.compute.manager [-] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Took 1.45 seconds to deallocate network for instance. [ 1031.607325] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136212, 'name': ReconfigVM_Task, 'duration_secs': 0.38262} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.614022] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Reconfigured VM instance instance-0000004e to attach disk [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651/c1cad95b-ea70-416d-b12f-a8c22cd43651.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.614022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9b8e274-b68b-4737-880c-31fd5956a0ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.627855] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1031.627855] env[70621]: value = "task-4136214" [ 1031.627855] env[70621]: _type = "Task" [ 1031.627855] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.647548] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136214, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.673212] env[70621]: DEBUG nova.network.neutron [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Successfully updated port: c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.702731] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136207, 'name': CloneVM_Task, 'duration_secs': 2.188251} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.702922] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Created linked-clone VM from snapshot [ 1031.703766] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc18ee-7f15-48f3-bf47-ab06b299dc24 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.714744] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Uploading image c2356fe2-08f3-43d3-a770-c2a65c07a428 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1031.748499] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1031.748499] env[70621]: value = "vm-819199" [ 1031.748499] env[70621]: _type = "VirtualMachine" [ 1031.748499] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1031.748811] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9680a5c3-3ffb-411d-9334-947117f19fd0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.757291] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lease: (returnval){ [ 1031.757291] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b2866a-5151-88fd-5939-b0a06c979d3e" [ 1031.757291] env[70621]: _type = "HttpNfcLease" [ 1031.757291] env[70621]: } obtained for exporting VM: (result){ [ 1031.757291] env[70621]: value = "vm-819199" [ 1031.757291] env[70621]: _type = "VirtualMachine" [ 1031.757291] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1031.757649] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the lease: (returnval){ [ 1031.757649] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b2866a-5151-88fd-5939-b0a06c979d3e" [ 1031.757649] env[70621]: _type = "HttpNfcLease" [ 1031.757649] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1031.775618] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1031.775618] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b2866a-5151-88fd-5939-b0a06c979d3e" [ 1031.775618] env[70621]: _type = "HttpNfcLease" [ 1031.775618] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1031.775919] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1031.775919] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b2866a-5151-88fd-5939-b0a06c979d3e" [ 1031.775919] env[70621]: _type = "HttpNfcLease" [ 1031.775919] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1031.776983] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a24833-6cf2-48e5-9ff5-7dbbbef6feac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.786680] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f896f1-6caa-dc91-85f3-534df13d4f77/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1031.786922] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f896f1-6caa-dc91-85f3-534df13d4f77/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1031.881119] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136213, 'name': Rename_Task, 'duration_secs': 0.299439} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.881667] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.885683] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb332e7-468e-47c0-9d02-f89c1d8c7a23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.895243] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1031.895243] env[70621]: value = "task-4136216" [ 1031.895243] env[70621]: _type = "Task" [ 1031.895243] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.905104] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.908219] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-327b6afe-20c1-4d14-9295-ec4ca2dfd5ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.924449] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.036073] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a2a08a-7d59-442a-8075-f2847dd61660 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.045336] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6afc00-b114-4afc-9544-64cf45cadbdd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.079509] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953f8c1e-865a-4982-9e49-f00e781e3eda {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.092700] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bd65b0-b984-4ad0-93ad-802141419157 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.107363] env[70621]: DEBUG nova.compute.provider_tree [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.140789] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136214, 'name': Rename_Task, 'duration_secs': 0.177884} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.140942] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.142192] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5bb7a2e-844d-479e-9a2b-987d83ad4b57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.150429] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1032.150429] env[70621]: value = "task-4136217" [ 1032.150429] env[70621]: _type = "Task" [ 1032.150429] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.161478] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.178852] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.179096] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.179288] env[70621]: DEBUG nova.network.neutron [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.414034] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.544678] env[70621]: DEBUG nova.compute.manager [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-vif-plugged-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.545076] env[70621]: DEBUG oslo_concurrency.lockutils [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.545439] env[70621]: DEBUG oslo_concurrency.lockutils [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.545733] env[70621]: DEBUG oslo_concurrency.lockutils [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.545914] env[70621]: DEBUG nova.compute.manager [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] No waiting events found dispatching network-vif-plugged-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1032.546398] env[70621]: WARNING nova.compute.manager [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received unexpected event network-vif-plugged-c726a891-fe08-477a-856e-65d56a39bcab for instance with vm_state building and task_state spawning. [ 1032.546398] env[70621]: DEBUG nova.compute.manager [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-changed-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.546672] env[70621]: DEBUG nova.compute.manager [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing instance network info cache due to event network-changed-c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.547035] env[70621]: DEBUG oslo_concurrency.lockutils [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.611332] env[70621]: DEBUG nova.scheduler.client.report [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.666993] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.718634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "f49cd7b9-c2e5-491d-aedf-7753187f47be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.719052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.719434] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "f49cd7b9-c2e5-491d-aedf-7753187f47be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.722150] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.722150] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.726323] env[70621]: INFO nova.compute.manager [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Terminating instance [ 1032.732918] env[70621]: DEBUG nova.network.neutron [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.909876] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.054453] env[70621]: DEBUG nova.network.neutron [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.120589] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.121355] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.124927] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.447s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.127168] env[70621]: INFO nova.compute.claims [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.171409] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136217, 'name': PowerOnVM_Task, 'duration_secs': 0.516396} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.171409] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.171409] env[70621]: DEBUG nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.172242] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da44bee-68cf-4ecb-b1c5-e19e05a34e0e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.239601] env[70621]: DEBUG nova.compute.manager [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.240979] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.241195] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ba03dc-dae4-403e-8384-29d7a862b53c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.255106] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.259600] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af703354-13a4-44ad-899a-064de87200b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.339801] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.340302] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.340689] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleting the datastore file [datastore1] f49cd7b9-c2e5-491d-aedf-7753187f47be {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.341182] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156e9d38-6e6e-44b2-b59d-872f5517c90a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.350449] env[70621]: DEBUG oslo_vmware.api [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1033.350449] env[70621]: value = "task-4136220" [ 1033.350449] env[70621]: _type = "Task" [ 1033.350449] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.360437] env[70621]: DEBUG oslo_vmware.api [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.407802] env[70621]: DEBUG oslo_vmware.api [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136216, 'name': PowerOnVM_Task, 'duration_secs': 1.363248} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.408280] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.408602] env[70621]: INFO nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1033.408835] env[70621]: DEBUG nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.409875] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22be651-a580-4f0e-b63a-2a0d2a09aa34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.557716] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.558141] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Instance network_info: |[{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.558465] env[70621]: DEBUG oslo_concurrency.lockutils [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.558657] env[70621]: DEBUG nova.network.neutron [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing network info cache for port c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.560078] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:f5:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c726a891-fe08-477a-856e-65d56a39bcab', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.568763] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.573559] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.574157] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb65b94b-0276-43ad-bc67-ab65494ab6ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.603617] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.603617] env[70621]: value = "task-4136221" [ 1033.603617] env[70621]: _type = "Task" [ 1033.603617] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.616739] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136221, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.633708] env[70621]: DEBUG nova.compute.utils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.638505] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.638505] env[70621]: DEBUG nova.network.neutron [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.688681] env[70621]: INFO nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] bringing vm to original state: 'stopped' [ 1033.766627] env[70621]: DEBUG nova.policy [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '961c3c3ce7fa40d3960678205db0e3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c8f5801a7b47528fbef82dc9a29a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.793163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.793572] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.862079] env[70621]: DEBUG oslo_vmware.api [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360619} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.862079] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.862286] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.862382] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.862752] env[70621]: INFO nova.compute.manager [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1033.863103] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.863731] env[70621]: DEBUG nova.compute.manager [-] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.863731] env[70621]: DEBUG nova.network.neutron [-] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.935297] env[70621]: INFO nova.compute.manager [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Took 32.58 seconds to build instance. [ 1033.973958] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "77f88fd2-65c3-414e-9d06-d921145ddd13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.974272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.974503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "77f88fd2-65c3-414e-9d06-d921145ddd13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.974708] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.974887] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.978316] env[70621]: INFO nova.compute.manager [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Terminating instance [ 1034.115505] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136221, 'name': CreateVM_Task, 'duration_secs': 0.388133} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.115613] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.116365] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.120025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.120025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.120025] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c02f16-c797-4d15-96b8-936e4758ae5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.123710] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1034.123710] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523af6ed-2859-17a0-f680-83c25914a82c" [ 1034.123710] env[70621]: _type = "Task" [ 1034.123710] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.134653] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523af6ed-2859-17a0-f680-83c25914a82c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.140590] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.176862] env[70621]: DEBUG nova.network.neutron [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updated VIF entry in instance network info cache for port c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.177292] env[70621]: DEBUG nova.network.neutron [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.301099] env[70621]: INFO nova.compute.manager [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Detaching volume e335ef90-d2f4-4286-bc47-ebe03bb30664 [ 1034.353561] env[70621]: INFO nova.virt.block_device [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Attempting to driver detach volume e335ef90-d2f4-4286-bc47-ebe03bb30664 from mountpoint /dev/sdb [ 1034.355081] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.355081] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819171', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'name': 'volume-e335ef90-d2f4-4286-bc47-ebe03bb30664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bde385d4-4bbf-492e-bc5e-d8fef601a89c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'serial': 'e335ef90-d2f4-4286-bc47-ebe03bb30664'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.355919] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb7e57-db82-4634-be54-e09de054fb71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.390080] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c3c76-b61e-4a2b-af39-fe3be7bf05b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.401601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea5b07-79ff-4671-b177-dbbe5ef87b46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.431422] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca16f48-4ee8-4b80-a6a1-de84600e695a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.437979] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e90dcb77-41be-4517-983d-416a862c7023 tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.128s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.450462] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] The volume has not been displaced from its original location: [datastore1] volume-e335ef90-d2f4-4286-bc47-ebe03bb30664/volume-e335ef90-d2f4-4286-bc47-ebe03bb30664.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1034.456800] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.461110] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3f1cb0-1f56-4f37-ad02-12cb2a7688b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.483806] env[70621]: DEBUG nova.compute.manager [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.485408] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.485408] env[70621]: DEBUG oslo_vmware.api [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1034.485408] env[70621]: value = "task-4136222" [ 1034.485408] env[70621]: _type = "Task" [ 1034.485408] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.485665] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f43045-c33f-405a-bc55-b1b6fcb86a06 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.505404] env[70621]: DEBUG oslo_vmware.api [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.509448] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.509537] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03f6cefe-70a2-4070-ab47-aac2554d5228 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.523476] env[70621]: DEBUG oslo_vmware.api [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1034.523476] env[70621]: value = "task-4136223" [ 1034.523476] env[70621]: _type = "Task" [ 1034.523476] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.528477] env[70621]: DEBUG nova.network.neutron [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Successfully created port: d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.536458] env[70621]: DEBUG oslo_vmware.api [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.566651] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f566c0a6-ea4e-4c2c-b21c-addf5751c474 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.576047] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb53077b-0c38-4568-b785-60228e9eca42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.613286] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299090f7-dd67-4005-a51c-1fde0cadf4ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.617215] env[70621]: DEBUG nova.compute.manager [req-03fc8f21-c360-4aa3-b7ec-b6266277923e req-63cc8bdd-b0fc-47bb-bc5f-040ccf557658 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Received event network-vif-deleted-bb06fe20-5d3c-4255-9b67-d1281dcd60df {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.617618] env[70621]: INFO nova.compute.manager [req-03fc8f21-c360-4aa3-b7ec-b6266277923e req-63cc8bdd-b0fc-47bb-bc5f-040ccf557658 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Neutron deleted interface bb06fe20-5d3c-4255-9b67-d1281dcd60df; detaching it from the instance and deleting it from the info cache [ 1034.617669] env[70621]: DEBUG nova.network.neutron [req-03fc8f21-c360-4aa3-b7ec-b6266277923e req-63cc8bdd-b0fc-47bb-bc5f-040ccf557658 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.457604] env[70621]: DEBUG oslo_concurrency.lockutils [req-729a05c6-14bb-4dd1-9646-4eafddca9185 req-6a9e895d-17fb-4dac-894b-58f2bbb3a65e service nova] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.458133] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.458357] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.458532] env[70621]: DEBUG nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.458872] env[70621]: DEBUG nova.network.neutron [-] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.467452] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21882f2f-c3ee-48d7-862d-df0001613058 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.475863] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e754ff70-aae5-4030-bc02-33c10ceacb0a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.479128] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d47231-fe5e-4377-8de0-a1788c5ec56d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.498932] env[70621]: DEBUG oslo_vmware.api [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136222, 'name': ReconfigVM_Task, 'duration_secs': 0.33225} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.499235] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523af6ed-2859-17a0-f680-83c25914a82c, 'name': SearchDatastore_Task, 'duration_secs': 0.016594} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.507123] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.512184] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.512464] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.512713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.512863] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.513062] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.513413] env[70621]: DEBUG nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1035.515624] env[70621]: DEBUG oslo_vmware.api [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136223, 'name': PowerOffVM_Task, 'duration_secs': 0.330484} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.517936] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5958bddc-f529-49f0-91c6-914983e3e3ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.528080] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-444cd345-713f-4573-9b3f-fc32fefb3b85 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.533503] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b040c6-e21a-4e17-8078-4366f1cf092e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.546022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.546022] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.553780] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.554497] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86851ec6-f2df-4737-9f90-4960acb1c0d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.556849] env[70621]: DEBUG nova.compute.provider_tree [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.558228] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae36cad-861c-4fca-b995-1a36eedaea38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.566930] env[70621]: DEBUG oslo_vmware.api [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1035.566930] env[70621]: value = "task-4136225" [ 1035.566930] env[70621]: _type = "Task" [ 1035.566930] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.574128] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.574420] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.575308] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1035.575308] env[70621]: value = "task-4136227" [ 1035.575308] env[70621]: _type = "Task" [ 1035.575308] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.576548] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7bf012-df4e-4677-ae32-e4e5fd3a178d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.602764] env[70621]: DEBUG oslo_vmware.api [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136225, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.603937] env[70621]: DEBUG nova.compute.manager [req-03fc8f21-c360-4aa3-b7ec-b6266277923e req-63cc8bdd-b0fc-47bb-bc5f-040ccf557658 service nova] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Detach interface failed, port_id=bb06fe20-5d3c-4255-9b67-d1281dcd60df, reason: Instance f49cd7b9-c2e5-491d-aedf-7753187f47be could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.608953] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1035.608953] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bc4367-4d05-173e-c7b9-17f8ea01a153" [ 1035.608953] env[70621]: _type = "Task" [ 1035.608953] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.612972] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.622994] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc4367-4d05-173e-c7b9-17f8ea01a153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.674449] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.674710] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.674913] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Deleting the datastore file [datastore1] 77f88fd2-65c3-414e-9d06-d921145ddd13 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.675423] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-156a1f15-a289-47c9-913c-7f751f60c5b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.685128] env[70621]: DEBUG oslo_vmware.api [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1035.685128] env[70621]: value = "task-4136228" [ 1035.685128] env[70621]: _type = "Task" [ 1035.685128] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.696603] env[70621]: DEBUG oslo_vmware.api [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.964595] env[70621]: INFO nova.compute.manager [-] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Took 2.10 seconds to deallocate network for instance. [ 1035.965885] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.989610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "c33e15bf-efd8-44b5-af89-ca56460aa56c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.989961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.990252] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "c33e15bf-efd8-44b5-af89-ca56460aa56c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.990553] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.990763] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.994060] env[70621]: INFO nova.compute.manager [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Terminating instance [ 1036.001214] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.001584] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.001584] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.002121] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.002251] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.002359] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.002620] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.002823] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.003052] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.003293] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.003477] env[70621]: DEBUG nova.virt.hardware [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.004527] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe058a7-256c-4b43-adbe-94328c6c0c9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.015629] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8553216-2719-4085-8d7b-1b84ee8f362c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.062248] env[70621]: DEBUG nova.scheduler.client.report [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.078588] env[70621]: DEBUG oslo_vmware.api [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136225, 'name': ReconfigVM_Task, 'duration_secs': 0.229145} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.078946] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819171', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'name': 'volume-e335ef90-d2f4-4286-bc47-ebe03bb30664', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bde385d4-4bbf-492e-bc5e-d8fef601a89c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e335ef90-d2f4-4286-bc47-ebe03bb30664', 'serial': 'e335ef90-d2f4-4286-bc47-ebe03bb30664'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1036.091863] env[70621]: DEBUG oslo_vmware.api [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136227, 'name': PowerOffVM_Task, 'duration_secs': 0.229512} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.092214] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.092434] env[70621]: DEBUG nova.compute.manager [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.093270] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08e019e-80f4-4f3f-a157-28abf08ab380 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.125428] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc4367-4d05-173e-c7b9-17f8ea01a153, 'name': SearchDatastore_Task, 'duration_secs': 0.016614} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.126410] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fae19c3-a542-4599-aed9-6e21d70d5a84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.134291] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1036.134291] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521096d4-8005-01da-669b-ee279574a4a4" [ 1036.134291] env[70621]: _type = "Task" [ 1036.134291] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.143983] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521096d4-8005-01da-669b-ee279574a4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.198021] env[70621]: DEBUG oslo_vmware.api [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309527} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.200728] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.200961] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.201176] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.201595] env[70621]: INFO nova.compute.manager [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1036.201913] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.202162] env[70621]: DEBUG nova.compute.manager [-] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.202262] env[70621]: DEBUG nova.network.neutron [-] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.475092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.501984] env[70621]: DEBUG nova.compute.manager [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.501984] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.501984] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b1621-162b-4612-bc54-3f05231cf47a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.511456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.511456] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2ad01a-e5e3-46bc-bb4b-783ea1c49e42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.518875] env[70621]: DEBUG oslo_vmware.api [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1036.518875] env[70621]: value = "task-4136229" [ 1036.518875] env[70621]: _type = "Task" [ 1036.518875] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.530623] env[70621]: DEBUG oslo_vmware.api [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.569028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.444s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.569808] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.576027] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.844s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.576027] env[70621]: INFO nova.compute.claims [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.613034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.154s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.645521] env[70621]: DEBUG nova.compute.manager [req-3e2618a1-89e3-444e-a5f1-466f9fcda26c req-31095710-ad86-40c0-a36e-5d009683c9f5 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Received event network-vif-plugged-d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.645859] env[70621]: DEBUG oslo_concurrency.lockutils [req-3e2618a1-89e3-444e-a5f1-466f9fcda26c req-31095710-ad86-40c0-a36e-5d009683c9f5 service nova] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.646050] env[70621]: DEBUG oslo_concurrency.lockutils [req-3e2618a1-89e3-444e-a5f1-466f9fcda26c req-31095710-ad86-40c0-a36e-5d009683c9f5 service nova] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.646172] env[70621]: DEBUG oslo_concurrency.lockutils [req-3e2618a1-89e3-444e-a5f1-466f9fcda26c req-31095710-ad86-40c0-a36e-5d009683c9f5 service nova] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.646340] env[70621]: DEBUG nova.compute.manager [req-3e2618a1-89e3-444e-a5f1-466f9fcda26c req-31095710-ad86-40c0-a36e-5d009683c9f5 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] No waiting events found dispatching network-vif-plugged-d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.646508] env[70621]: WARNING nova.compute.manager [req-3e2618a1-89e3-444e-a5f1-466f9fcda26c req-31095710-ad86-40c0-a36e-5d009683c9f5 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Received unexpected event network-vif-plugged-d835d7a6-52c3-43c4-9763-2b40be6da034 for instance with vm_state building and task_state spawning. [ 1036.652596] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521096d4-8005-01da-669b-ee279574a4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013643} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.654873] env[70621]: DEBUG nova.objects.instance [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.656715] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.660536] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb/e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.660536] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5b14f76-e88f-40df-8c6f-041a82f868b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.670894] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1036.670894] env[70621]: value = "task-4136230" [ 1036.670894] env[70621]: _type = "Task" [ 1036.670894] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.676041] env[70621]: DEBUG nova.network.neutron [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Successfully updated port: d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.693808] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.032186] env[70621]: DEBUG oslo_vmware.api [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136229, 'name': PowerOffVM_Task, 'duration_secs': 0.275097} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.032464] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.032634] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.033288] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aa3b48d-2186-4d6c-a6f4-1f59df9d3a7e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.080622] env[70621]: DEBUG nova.compute.utils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.091165] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.091165] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.123098] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.123848] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.123848] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Deleting the datastore file [datastore1] c33e15bf-efd8-44b5-af89-ca56460aa56c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.130851] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bb5988d-8e44-4e85-90cd-2d6784b73b1d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.132488] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.141665] env[70621]: DEBUG oslo_vmware.api [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for the task: (returnval){ [ 1037.141665] env[70621]: value = "task-4136233" [ 1037.141665] env[70621]: _type = "Task" [ 1037.141665] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.154147] env[70621]: DEBUG oslo_vmware.api [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.164878] env[70621]: DEBUG nova.policy [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d19cab8234e40008388c972ee1130dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b59e342fbc674f8593f029d5513e3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.186869] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.187212] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.187549] env[70621]: DEBUG nova.network.neutron [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.202932] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527873} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.206028] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb/e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.206028] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.206028] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07112881-8e6d-4d26-8819-c082528e6ecb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.214707] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1037.214707] env[70621]: value = "task-4136234" [ 1037.214707] env[70621]: _type = "Task" [ 1037.214707] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.226072] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.256358] env[70621]: DEBUG nova.network.neutron [-] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.589622] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.609755] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Successfully created port: 0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.654645] env[70621]: DEBUG oslo_vmware.api [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Task: {'id': task-4136233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280664} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.656015] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.656216] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.656419] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.656715] env[70621]: INFO nova.compute.manager [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1037.657053] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.662302] env[70621]: DEBUG nova.compute.manager [-] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.662302] env[70621]: DEBUG nova.network.neutron [-] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.668639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5f617c97-6085-48b2-9042-816960a1332c tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.875s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.730084] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076493} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.730084] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.731319] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fc901-762e-47e5-919f-80f6c1f166e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.765150] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb/e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.768722] env[70621]: INFO nova.compute.manager [-] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Took 1.57 seconds to deallocate network for instance. [ 1037.768722] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e74248ff-46f5-44bc-84e1-763293dc8001 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.787338] env[70621]: DEBUG nova.network.neutron [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.807513] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1037.807513] env[70621]: value = "task-4136235" [ 1037.807513] env[70621]: _type = "Task" [ 1037.807513] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.816363] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.030287] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec02ac-95a7-4970-a23a-50939a414402 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.041504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e01b5-0fb3-46b4-8b27-575b998998d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.077970] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f1b62e-c40d-4919-9531-9bbbba39be2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.087226] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9a9fc-6ba0-4891-bfd1-d3546aafde11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.110110] env[70621]: DEBUG nova.compute.provider_tree [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.164401] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.164691] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.164871] env[70621]: DEBUG nova.compute.manager [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.165805] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5888d50-cdcf-48b5-a13e-24a8976641ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.175408] env[70621]: DEBUG nova.compute.manager [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.176101] env[70621]: DEBUG nova.objects.instance [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.263088] env[70621]: DEBUG nova.network.neutron [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.287221] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.287565] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.287791] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c1cad95b-ea70-416d-b12f-a8c22cd43651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.287983] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.288349] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.291863] env[70621]: INFO nova.compute.manager [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Terminating instance [ 1038.298304] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.316742] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.616570] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.618938] env[70621]: DEBUG nova.scheduler.client.report [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.661311] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.661507] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.661576] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.661804] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.662144] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.662335] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.662559] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.662711] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.662885] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.663075] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.663247] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.664134] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a49f75-2080-4018-8244-e9a201822514 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.673479] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881d17d-7dbc-432b-92df-1279f1550d49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.695519] env[70621]: DEBUG nova.compute.manager [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Received event network-changed-d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.695730] env[70621]: DEBUG nova.compute.manager [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Refreshing instance network info cache due to event network-changed-d835d7a6-52c3-43c4-9763-2b40be6da034. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.695923] env[70621]: DEBUG oslo_concurrency.lockutils [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.766087] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.766442] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Instance network_info: |[{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.766814] env[70621]: DEBUG oslo_concurrency.lockutils [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.767019] env[70621]: DEBUG nova.network.neutron [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Refreshing network info cache for port d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.768345] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:b6:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd835d7a6-52c3-43c4-9763-2b40be6da034', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.778576] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.780065] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.780454] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4ceee4b-4630-4c2d-94b4-ae162a30b7c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.801028] env[70621]: DEBUG nova.compute.manager [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.801028] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.801707] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d27cc8-c638-49f6-bd5d-b739d5c3d2bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.813055] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.813055] env[70621]: value = "task-4136236" [ 1038.813055] env[70621]: _type = "Task" [ 1038.813055] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.813463] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.814154] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2f95f60-88c5-438e-8b12-6039f703c42f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.823303] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.830371] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136236, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.877666] env[70621]: DEBUG nova.network.neutron [-] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.909131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.909131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.909131] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore2] c1cad95b-ea70-416d-b12f-a8c22cd43651 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.910367] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d2bd2ae-66d7-4835-959a-03474125b3c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.920789] env[70621]: DEBUG oslo_vmware.api [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1038.920789] env[70621]: value = "task-4136238" [ 1038.920789] env[70621]: _type = "Task" [ 1038.920789] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.933689] env[70621]: DEBUG oslo_vmware.api [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.128567] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.128567] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.132321] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.613s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.136820] env[70621]: INFO nova.compute.claims [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.184084] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.184457] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a634419-66a7-4ad8-af9b-3a9f7ed75804 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.193717] env[70621]: DEBUG oslo_vmware.api [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1039.193717] env[70621]: value = "task-4136239" [ 1039.193717] env[70621]: _type = "Task" [ 1039.193717] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.211846] env[70621]: DEBUG oslo_vmware.api [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.322151] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136235, 'name': ReconfigVM_Task, 'duration_secs': 1.425977} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.322864] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Reconfigured VM instance instance-00000054 to attach disk [datastore2] e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb/e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.323743] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f6528de-9e8c-4b71-8faf-28dae0f4d159 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.329476] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136236, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.335341] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1039.335341] env[70621]: value = "task-4136240" [ 1039.335341] env[70621]: _type = "Task" [ 1039.335341] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.346030] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136240, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.380886] env[70621]: INFO nova.compute.manager [-] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Took 1.72 seconds to deallocate network for instance. [ 1039.439755] env[70621]: DEBUG oslo_vmware.api [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214425} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.439918] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.440146] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.440361] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.443520] env[70621]: INFO nova.compute.manager [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1039.443823] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.444428] env[70621]: DEBUG nova.compute.manager [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.444532] env[70621]: DEBUG nova.network.neutron [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.642614] env[70621]: DEBUG nova.compute.utils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.645233] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.645816] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.709499] env[70621]: DEBUG nova.policy [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d19cab8234e40008388c972ee1130dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b59e342fbc674f8593f029d5513e3153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.718233] env[70621]: DEBUG oslo_vmware.api [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136239, 'name': PowerOffVM_Task, 'duration_secs': 0.227007} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.718991] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.718991] env[70621]: DEBUG nova.compute.manager [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.720052] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77add3-3a9a-47d9-a166-df0ef6b3cd26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.802046] env[70621]: DEBUG nova.network.neutron [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updated VIF entry in instance network info cache for port d835d7a6-52c3-43c4-9763-2b40be6da034. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.802046] env[70621]: DEBUG nova.network.neutron [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.833342] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136236, 'name': CreateVM_Task, 'duration_secs': 1.011415} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.833558] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.835760] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.835760] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.835760] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.835760] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b91e97-e96c-4caf-b7a4-74f60784cc02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.845625] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1039.845625] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52841cf7-1949-c8c6-6559-3cc8fe70a345" [ 1039.845625] env[70621]: _type = "Task" [ 1039.845625] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.850409] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136240, 'name': Rename_Task, 'duration_secs': 0.204681} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.853896] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.854349] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4313945c-bcfc-436b-ac08-bbaf713b8d69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.864632] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52841cf7-1949-c8c6-6559-3cc8fe70a345, 'name': SearchDatastore_Task, 'duration_secs': 0.015656} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.866323] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.866467] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.866726] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.867105] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.867105] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.867460] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1039.867460] env[70621]: value = "task-4136241" [ 1039.867460] env[70621]: _type = "Task" [ 1039.867460] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.867703] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-709b65dd-68d1-4c5a-899b-f6749da21133 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.882979] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.882979] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.884361] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e891d8d3-da96-4087-aa4e-cbaf4f564492 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.891505] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.894804] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1039.894804] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5228c956-eb67-8ac7-9c7e-573ff26ce166" [ 1039.894804] env[70621]: _type = "Task" [ 1039.894804] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.909485] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5228c956-eb67-8ac7-9c7e-573ff26ce166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.074257] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Successfully created port: 823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.106926] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Successfully updated port: 0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.145939] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.239195] env[70621]: DEBUG oslo_concurrency.lockutils [None req-eb8c09e4-9268-4db4-9894-1d480766b6cd tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.306147] env[70621]: DEBUG oslo_concurrency.lockutils [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.306147] env[70621]: DEBUG nova.compute.manager [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Received event network-vif-deleted-597a8ffb-7018-4079-b487-86b4fdb3af8d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.306147] env[70621]: DEBUG nova.compute.manager [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Received event network-vif-deleted-904e75fc-5d3a-451f-ba9e-294b187f819b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.306147] env[70621]: INFO nova.compute.manager [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Neutron deleted interface 904e75fc-5d3a-451f-ba9e-294b187f819b; detaching it from the instance and deleting it from the info cache [ 1040.306147] env[70621]: DEBUG nova.network.neutron [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.380284] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f896f1-6caa-dc91-85f3-534df13d4f77/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1040.381830] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cdfa98-fb2a-4f96-a93d-d6c776f3d4e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388176] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136241, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.392652] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f896f1-6caa-dc91-85f3-534df13d4f77/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1040.392833] env[70621]: ERROR oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f896f1-6caa-dc91-85f3-534df13d4f77/disk-0.vmdk due to incomplete transfer. [ 1040.393677] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-43599b80-69be-43dd-8510-773c8b536820 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.404809] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f896f1-6caa-dc91-85f3-534df13d4f77/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1040.405041] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Uploaded image c2356fe2-08f3-43d3-a770-c2a65c07a428 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1040.409514] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1040.412233] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcab92fa-a868-4ca1-8caa-96ec511ee3aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.414130] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5228c956-eb67-8ac7-9c7e-573ff26ce166, 'name': SearchDatastore_Task, 'duration_secs': 0.015621} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.418383] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204246f3-0f52-4f7f-909d-ea69c0315f80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.423255] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1040.423255] env[70621]: value = "task-4136245" [ 1040.423255] env[70621]: _type = "Task" [ 1040.423255] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.426044] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1040.426044] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e3548f-1f0c-fe95-fbd9-33fedca91f49" [ 1040.426044] env[70621]: _type = "Task" [ 1040.426044] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.450441] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e3548f-1f0c-fe95-fbd9-33fedca91f49, 'name': SearchDatastore_Task, 'duration_secs': 0.016075} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.450441] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136245, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.450441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.450692] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.451694] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51e5052b-3888-4bbb-8e80-d837fba7057f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.465567] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1040.465567] env[70621]: value = "task-4136246" [ 1040.465567] env[70621]: _type = "Task" [ 1040.465567] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.474432] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.508605] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cc9fa1-d62f-402d-a913-8a2a4b118ffe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.513881] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a0b6e-5031-4022-98be-c316d51a296c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.551865] env[70621]: DEBUG nova.network.neutron [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.554242] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d40bddb-1856-427f-8bf3-c15052056227 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.564390] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8658aa9-b882-4dae-8672-eb18ce0bd1ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.581243] env[70621]: DEBUG nova.compute.provider_tree [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.609835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "refresh_cache-3d204eab-5b77-4431-a064-4a0a837d73a9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.609897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "refresh_cache-3d204eab-5b77-4431-a064-4a0a837d73a9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.610058] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.810644] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a5ed83c-6c1e-415e-97d6-6ed12649da3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.821634] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4f0bf-08f8-45b7-bc4f-b7cc3d35091b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.858259] env[70621]: DEBUG nova.compute.manager [req-445d1907-a5ec-4978-94b6-2e2e02519639 req-cde05778-2d3f-4060-b5de-1468384bc483 service nova] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Detach interface failed, port_id=904e75fc-5d3a-451f-ba9e-294b187f819b, reason: Instance c33e15bf-efd8-44b5-af89-ca56460aa56c could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.883193] env[70621]: DEBUG oslo_vmware.api [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136241, 'name': PowerOnVM_Task, 'duration_secs': 0.96145} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.883715] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.884737] env[70621]: INFO nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1040.884737] env[70621]: DEBUG nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.885147] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2d17a5-60a9-4b81-98ca-11dddc976c54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.939264] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136245, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.980369] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136246, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.985368] env[70621]: DEBUG nova.compute.manager [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Received event network-vif-plugged-0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.985768] env[70621]: DEBUG oslo_concurrency.lockutils [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] Acquiring lock "3d204eab-5b77-4431-a064-4a0a837d73a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.986132] env[70621]: DEBUG oslo_concurrency.lockutils [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.986422] env[70621]: DEBUG oslo_concurrency.lockutils [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.986873] env[70621]: DEBUG nova.compute.manager [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] No waiting events found dispatching network-vif-plugged-0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1040.987214] env[70621]: WARNING nova.compute.manager [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Received unexpected event network-vif-plugged-0b5013ba-e41d-4974-a768-bb9a8295245b for instance with vm_state building and task_state spawning. [ 1040.987653] env[70621]: DEBUG nova.compute.manager [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Received event network-vif-deleted-fd4e37ee-62a3-489c-bba7-cfa2015c27e5 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.987982] env[70621]: DEBUG nova.compute.manager [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Received event network-changed-0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.988270] env[70621]: DEBUG nova.compute.manager [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Refreshing instance network info cache due to event network-changed-0b5013ba-e41d-4974-a768-bb9a8295245b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.988561] env[70621]: DEBUG oslo_concurrency.lockutils [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] Acquiring lock "refresh_cache-3d204eab-5b77-4431-a064-4a0a837d73a9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.054078] env[70621]: INFO nova.compute.manager [-] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Took 1.61 seconds to deallocate network for instance. [ 1041.084444] env[70621]: DEBUG nova.scheduler.client.report [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.115227] env[70621]: DEBUG nova.objects.instance [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.147258] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.161032] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.192071] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.192378] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.192560] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.192719] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.192869] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.193034] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.193268] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.193429] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.193598] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.193765] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.193940] env[70621]: DEBUG nova.virt.hardware [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.194890] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda9010a-7224-4b2c-97c1-6ce05bcb19ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.205115] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebd3556-9b24-4153-aa21-f7d292025de2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.318014] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquiring lock "cd130111-d039-471f-bd96-7bf854ba268c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.321199] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "cd130111-d039-471f-bd96-7bf854ba268c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.337128] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Updating instance_info_cache with network_info: [{"id": "0b5013ba-e41d-4974-a768-bb9a8295245b", "address": "fa:16:3e:af:99:84", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5013ba-e4", "ovs_interfaceid": "0b5013ba-e41d-4974-a768-bb9a8295245b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.404770] env[70621]: INFO nova.compute.manager [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Took 34.86 seconds to build instance. [ 1041.440161] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136245, 'name': Destroy_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.475817] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750245} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.476084] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.476300] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.476819] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d011186-eb61-415f-a6fd-e8f23b5056b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.483793] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1041.483793] env[70621]: value = "task-4136247" [ 1041.483793] env[70621]: _type = "Task" [ 1041.483793] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.493497] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.562965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.591646] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.592295] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.595016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.627s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.595268] env[70621]: DEBUG nova.objects.instance [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lazy-loading 'resources' on Instance uuid 5c5f71fd-92af-400b-9bfc-058439cb6a38 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.623762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.623762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.623762] env[70621]: DEBUG nova.network.neutron [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.623762] env[70621]: DEBUG nova.objects.instance [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'info_cache' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.702187] env[70621]: DEBUG nova.compute.manager [req-bffbe251-8efd-41ee-ab43-cfce2be7b5f6 req-a36216a3-53c7-4965-b8a6-61f07a8d08da service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Received event network-vif-plugged-823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.702187] env[70621]: DEBUG oslo_concurrency.lockutils [req-bffbe251-8efd-41ee-ab43-cfce2be7b5f6 req-a36216a3-53c7-4965-b8a6-61f07a8d08da service nova] Acquiring lock "5819a24e-7720-4b2a-8698-45300be9ae72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.702187] env[70621]: DEBUG oslo_concurrency.lockutils [req-bffbe251-8efd-41ee-ab43-cfce2be7b5f6 req-a36216a3-53c7-4965-b8a6-61f07a8d08da service nova] Lock "5819a24e-7720-4b2a-8698-45300be9ae72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.702187] env[70621]: DEBUG oslo_concurrency.lockutils [req-bffbe251-8efd-41ee-ab43-cfce2be7b5f6 req-a36216a3-53c7-4965-b8a6-61f07a8d08da service nova] Lock "5819a24e-7720-4b2a-8698-45300be9ae72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.702187] env[70621]: DEBUG nova.compute.manager [req-bffbe251-8efd-41ee-ab43-cfce2be7b5f6 req-a36216a3-53c7-4965-b8a6-61f07a8d08da service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] No waiting events found dispatching network-vif-plugged-823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.702187] env[70621]: WARNING nova.compute.manager [req-bffbe251-8efd-41ee-ab43-cfce2be7b5f6 req-a36216a3-53c7-4965-b8a6-61f07a8d08da service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Received unexpected event network-vif-plugged-823a7ec1-8297-4679-863f-d608ee7d7d44 for instance with vm_state building and task_state spawning. [ 1041.812737] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Successfully updated port: 823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.821318] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.842023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "refresh_cache-3d204eab-5b77-4431-a064-4a0a837d73a9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.842023] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Instance network_info: |[{"id": "0b5013ba-e41d-4974-a768-bb9a8295245b", "address": "fa:16:3e:af:99:84", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5013ba-e4", "ovs_interfaceid": "0b5013ba-e41d-4974-a768-bb9a8295245b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.842023] env[70621]: DEBUG oslo_concurrency.lockutils [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] Acquired lock "refresh_cache-3d204eab-5b77-4431-a064-4a0a837d73a9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.842023] env[70621]: DEBUG nova.network.neutron [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Refreshing network info cache for port 0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.842358] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:99:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b5013ba-e41d-4974-a768-bb9a8295245b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.850631] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.851877] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.852140] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1d3bc33-5e3c-4092-b21a-bb8a4d4f63c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.875247] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.875247] env[70621]: value = "task-4136248" [ 1041.875247] env[70621]: _type = "Task" [ 1041.875247] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.889025] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136248, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.906507] env[70621]: DEBUG oslo_concurrency.lockutils [None req-55b41b09-91bb-4737-903a-64764643b2eb tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.389s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.937257] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.937569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.937828] env[70621]: INFO nova.compute.manager [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Rebooting instance [ 1041.942497] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136245, 'name': Destroy_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.995130] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068748} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.995359] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.996111] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1049f2d7-d0d0-4dc1-bb00-76469eceb4c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.019229] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.019982] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb834393-c6e6-41eb-80e5-6738df6c654f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.042036] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1042.042036] env[70621]: value = "task-4136249" [ 1042.042036] env[70621]: _type = "Task" [ 1042.042036] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.049940] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.098326] env[70621]: DEBUG nova.compute.utils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.102718] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.102894] env[70621]: DEBUG nova.network.neutron [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.127776] env[70621]: DEBUG nova.objects.base [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.216667] env[70621]: DEBUG nova.policy [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35342b499cc400b918a949dea4b2366', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '548a306ebca849ec8b1507d39ca21c96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.315450] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "refresh_cache-5819a24e-7720-4b2a-8698-45300be9ae72" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.315602] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "refresh_cache-5819a24e-7720-4b2a-8698-45300be9ae72" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.315766] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.350712] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.389483] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136248, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.445218] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136245, 'name': Destroy_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.462931] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.463483] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.463483] env[70621]: DEBUG nova.network.neutron [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.501285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996ba4a-accc-4cbe-82bb-91451afbfbe6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.510748] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0614f2-1575-45f2-8ffd-6c4d603aabb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.558933] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fedca6-78cc-44b7-a517-f77b321cbd54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.570025] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136249, 'name': ReconfigVM_Task, 'duration_secs': 0.32884} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.570346] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.571098] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3043ae27-ac73-40ac-a603-794ef180bc29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.573816] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3410f37-0004-4862-be9a-f3445b0b4af4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.583533] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1042.583533] env[70621]: value = "task-4136250" [ 1042.583533] env[70621]: _type = "Task" [ 1042.583533] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.592141] env[70621]: DEBUG nova.compute.provider_tree [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.606013] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.752102] env[70621]: DEBUG nova.network.neutron [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Updated VIF entry in instance network info cache for port 0b5013ba-e41d-4974-a768-bb9a8295245b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.752545] env[70621]: DEBUG nova.network.neutron [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Updating instance_info_cache with network_info: [{"id": "0b5013ba-e41d-4974-a768-bb9a8295245b", "address": "fa:16:3e:af:99:84", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b5013ba-e4", "ovs_interfaceid": "0b5013ba-e41d-4974-a768-bb9a8295245b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.882251] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.892606] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136248, 'name': CreateVM_Task, 'duration_secs': 0.555851} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.895774] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.897920] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.898127] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.898511] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.899183] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e339ca94-7a72-4d17-af6b-924c15868c2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.902807] env[70621]: DEBUG nova.network.neutron [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Successfully created port: 2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.909131] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1042.909131] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523a38aa-2351-50fc-7dc1-063799e0db4e" [ 1042.909131] env[70621]: _type = "Task" [ 1042.909131] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.924796] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523a38aa-2351-50fc-7dc1-063799e0db4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.939699] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136245, 'name': Destroy_Task, 'duration_secs': 2.053552} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.943343] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Destroyed the VM [ 1042.943663] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1042.943996] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bdddbece-568f-45bd-95f3-2b83472ab83e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.953362] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1042.953362] env[70621]: value = "task-4136251" [ 1042.953362] env[70621]: _type = "Task" [ 1042.953362] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.968057] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.100787] env[70621]: DEBUG nova.scheduler.client.report [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.109743] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136250, 'name': Rename_Task, 'duration_secs': 0.18213} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.110400] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.110900] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ef67785-cd60-42fe-ab48-7bf3845eab92 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.119054] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1043.119054] env[70621]: value = "task-4136253" [ 1043.119054] env[70621]: _type = "Task" [ 1043.119054] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.131468] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.132724] env[70621]: DEBUG nova.network.neutron [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating instance_info_cache with network_info: [{"id": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "address": "fa:16:3e:5f:a6:ca", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2704bdf-ca", "ovs_interfaceid": "a2704bdf-caf4-41a9-b321-417dfecc04e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.258255] env[70621]: DEBUG oslo_concurrency.lockutils [req-9d3fc323-f8c7-422a-b81d-f2ac8f08da51 req-b0d7cfcb-d936-4bc0-be39-17060cb24854 service nova] Releasing lock "refresh_cache-3d204eab-5b77-4431-a064-4a0a837d73a9" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.260455] env[70621]: DEBUG nova.network.neutron [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Updating instance_info_cache with network_info: [{"id": "823a7ec1-8297-4679-863f-d608ee7d7d44", "address": "fa:16:3e:f6:e3:a3", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823a7ec1-82", "ovs_interfaceid": "823a7ec1-8297-4679-863f-d608ee7d7d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.423749] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523a38aa-2351-50fc-7dc1-063799e0db4e, 'name': SearchDatastore_Task, 'duration_secs': 0.033427} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.424130] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.424445] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.424704] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.424880] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.425079] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.425382] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0d2d62e-ae35-4042-8f6c-a385b4e21ef8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.440864] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.441406] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.442300] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e571b169-dd6c-4335-9ab7-bb0dc70df59c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.449991] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1043.449991] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e7a7cb-825f-2872-7747-af20cfbc917d" [ 1043.449991] env[70621]: _type = "Task" [ 1043.449991] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.461826] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e7a7cb-825f-2872-7747-af20cfbc917d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.462992] env[70621]: DEBUG nova.network.neutron [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.470378] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.611242] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.615113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.989s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.622152] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.635557] env[70621]: DEBUG oslo_concurrency.lockutils [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "refresh_cache-bde385d4-4bbf-492e-bc5e-d8fef601a89c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.646833] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.649233] env[70621]: INFO nova.scheduler.client.report [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Deleted allocations for instance 5c5f71fd-92af-400b-9bfc-058439cb6a38 [ 1043.665970] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.666353] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.666620] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.666940] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.667216] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.667718] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.667800] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.668081] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.668387] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.668667] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.668973] env[70621]: DEBUG nova.virt.hardware [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.670832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ba789f-d8d3-4b5b-a5f8-24a32bd6dc30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.682045] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb1a15-baef-468e-9e8e-d0155ff47363 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.763548] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "refresh_cache-5819a24e-7720-4b2a-8698-45300be9ae72" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.765018] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Instance network_info: |[{"id": "823a7ec1-8297-4679-863f-d608ee7d7d44", "address": "fa:16:3e:f6:e3:a3", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823a7ec1-82", "ovs_interfaceid": "823a7ec1-8297-4679-863f-d608ee7d7d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.765018] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:e3:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823a7ec1-8297-4679-863f-d608ee7d7d44', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.774898] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.776329] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.776329] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0131a59c-49f3-46ce-ba59-e0e537bc0188 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.799676] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.799676] env[70621]: value = "task-4136254" [ 1043.799676] env[70621]: _type = "Task" [ 1043.799676] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.809949] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136254, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.821799] env[70621]: DEBUG nova.compute.manager [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Received event network-changed-823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.821994] env[70621]: DEBUG nova.compute.manager [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Refreshing instance network info cache due to event network-changed-823a7ec1-8297-4679-863f-d608ee7d7d44. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.822416] env[70621]: DEBUG oslo_concurrency.lockutils [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] Acquiring lock "refresh_cache-5819a24e-7720-4b2a-8698-45300be9ae72" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.822583] env[70621]: DEBUG oslo_concurrency.lockutils [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] Acquired lock "refresh_cache-5819a24e-7720-4b2a-8698-45300be9ae72" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.822935] env[70621]: DEBUG nova.network.neutron [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Refreshing network info cache for port 823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.966022] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e7a7cb-825f-2872-7747-af20cfbc917d, 'name': SearchDatastore_Task, 'duration_secs': 0.034263} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.970171] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.973602] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136251, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.974343] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178541da-d0a7-4745-b000-be33b817861f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.987010] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1043.987010] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523e71b7-96e0-a29a-3b87-5d6aac02dabe" [ 1043.987010] env[70621]: _type = "Task" [ 1043.987010] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.004624] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523e71b7-96e0-a29a-3b87-5d6aac02dabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.144910] env[70621]: DEBUG oslo_vmware.api [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136253, 'name': PowerOnVM_Task, 'duration_secs': 0.755541} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.146486] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.146726] env[70621]: INFO nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1044.147046] env[70621]: DEBUG nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.150969] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f35b9f-936b-4fdb-be6f-0fe22481653a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.172287] env[70621]: DEBUG oslo_concurrency.lockutils [None req-68e0ee21-6527-4c6f-90f0-faf489c271cb tempest-ServersNegativeTestMultiTenantJSON-874674398 tempest-ServersNegativeTestMultiTenantJSON-874674398-project-member] Lock "5c5f71fd-92af-400b-9bfc-058439cb6a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.665s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.310761] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136254, 'name': CreateVM_Task, 'duration_secs': 0.410743} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.310958] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.311693] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.312138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.312191] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.312457] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3433653-dc4d-4c15-97db-cdd87da8efa9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.320157] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1044.320157] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52aaa8fb-6980-eccd-0129-6dbad057b370" [ 1044.320157] env[70621]: _type = "Task" [ 1044.320157] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.330870] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52aaa8fb-6980-eccd-0129-6dbad057b370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.465567] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136251, 'name': RemoveSnapshot_Task, 'duration_secs': 1.163591} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.465933] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1044.466291] env[70621]: DEBUG nova.compute.manager [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.467114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49b9c42-86af-4d52-9b0e-7d7c773cecb3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.478131] env[70621]: DEBUG nova.compute.manager [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1044.478741] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2067e030-b798-47e1-9091-45821f2aee50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.510120] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523e71b7-96e0-a29a-3b87-5d6aac02dabe, 'name': SearchDatastore_Task, 'duration_secs': 0.028502} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.510426] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.510824] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 3d204eab-5b77-4431-a064-4a0a837d73a9/3d204eab-5b77-4431-a064-4a0a837d73a9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.511136] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182b4adc-e5c8-4719-8eb2-8c907b85bded {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.523150] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1044.523150] env[70621]: value = "task-4136255" [ 1044.523150] env[70621]: _type = "Task" [ 1044.523150] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.532512] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.656773] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.657189] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f714cf08-e1f5-4a54-bbb8-6b8c80388fff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.666383] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.666517] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 7976177b-bffc-465d-aae8-a1b1cc4afb83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.666649] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance bde385d4-4bbf-492e-bc5e-d8fef601a89c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.666812] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance a6f46256-f7b2-40dc-a077-cc4f838df317 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.666980] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance f5936f5e-852b-49ec-b8b6-fb69b2189661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.667124] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50f2c68f-3bf1-486a-90ff-352091e6b328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.667242] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e5c5a395-4b73-41a9-bea5-0c6bebc5f571 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.667375] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c1cad95b-ea70-416d-b12f-a8c22cd43651 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.667492] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance ce8417c1-996d-4a27-adea-eb718d1fa292 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.667619] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance f49cd7b9-c2e5-491d-aedf-7753187f47be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.667743] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 77f88fd2-65c3-414e-9d06-d921145ddd13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.667872] env[70621]: WARNING nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c33e15bf-efd8-44b5-af89-ca56460aa56c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1044.667978] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.668103] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance f6a722cb-5bf6-45a1-b024-dc9048c34ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.668216] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3d204eab-5b77-4431-a064-4a0a837d73a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.668326] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 5819a24e-7720-4b2a-8698-45300be9ae72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.668437] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 34442338-43da-43e2-9ed1-236d78118fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1044.671590] env[70621]: DEBUG oslo_vmware.api [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1044.671590] env[70621]: value = "task-4136256" [ 1044.671590] env[70621]: _type = "Task" [ 1044.671590] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.682750] env[70621]: INFO nova.compute.manager [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Took 20.76 seconds to build instance. [ 1044.688452] env[70621]: DEBUG oslo_vmware.api [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136256, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.831492] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52aaa8fb-6980-eccd-0129-6dbad057b370, 'name': SearchDatastore_Task, 'duration_secs': 0.071087} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.831826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.832084] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.832353] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.832506] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.832760] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.836272] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e76e723b-52e8-463a-9a03-146997dba50b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.848671] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.848901] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.850566] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd3494c-85df-418f-8cbc-c8a22a95149f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.857447] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1044.857447] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52209f1b-bf2e-1c65-a48a-e542d457f17f" [ 1044.857447] env[70621]: _type = "Task" [ 1044.857447] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.867645] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52209f1b-bf2e-1c65-a48a-e542d457f17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.981298] env[70621]: INFO nova.compute.manager [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Shelve offloading [ 1045.035515] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.085479] env[70621]: DEBUG nova.network.neutron [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Updated VIF entry in instance network info cache for port 823a7ec1-8297-4679-863f-d608ee7d7d44. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.085479] env[70621]: DEBUG nova.network.neutron [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Updating instance_info_cache with network_info: [{"id": "823a7ec1-8297-4679-863f-d608ee7d7d44", "address": "fa:16:3e:f6:e3:a3", "network": {"id": "3690a640-f7c6-4c5e-bb1d-f648782f3db7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1624281280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b59e342fbc674f8593f029d5513e3153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823a7ec1-82", "ovs_interfaceid": "823a7ec1-8297-4679-863f-d608ee7d7d44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.175972] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance cd130111-d039-471f-bd96-7bf854ba268c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.175972] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1045.175972] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1045.196112] env[70621]: DEBUG oslo_concurrency.lockutils [None req-aa6555b7-98eb-4826-80c8-df3310d0b3d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.284s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.196112] env[70621]: DEBUG oslo_vmware.api [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.373253] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52209f1b-bf2e-1c65-a48a-e542d457f17f, 'name': SearchDatastore_Task, 'duration_secs': 0.0243} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.381229] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5c61c7-2aef-4dbd-86d5-09981957e975 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.388804] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1045.388804] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b5581e-1589-777f-0c08-37f05d59270e" [ 1045.388804] env[70621]: _type = "Task" [ 1045.388804] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.403570] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b5581e-1589-777f-0c08-37f05d59270e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.488042] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.488638] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91cdfa39-b39d-4333-b675-14a97223a581 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.499031] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1045.499031] env[70621]: value = "task-4136258" [ 1045.499031] env[70621]: _type = "Task" [ 1045.499031] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.505050] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce54c8-7db5-4f97-bb01-041441a2a10b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.516107] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1045.516329] env[70621]: DEBUG nova.compute.manager [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.517243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7100f4-7d78-49dd-975f-6f0040c64068 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.527568] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Doing hard reboot of VM {{(pid=70621) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1045.532864] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-372e387f-36db-48e9-b313-01e718f5a003 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.536676] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e159cf0-0aa6-4d3d-80cc-a7c8e1fc0879 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.543106] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.543354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.543556] env[70621]: DEBUG nova.network.neutron [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.553484] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.962546} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.558944] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 3d204eab-5b77-4431-a064-4a0a837d73a9/3d204eab-5b77-4431-a064-4a0a837d73a9.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.559242] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.559631] env[70621]: DEBUG oslo_vmware.api [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1045.559631] env[70621]: value = "task-4136259" [ 1045.559631] env[70621]: _type = "Task" [ 1045.559631] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.560367] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff95dbc-4255-4d14-ad43-f095c5fefef6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.563903] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365d99f6-3157-45de-ae42-742be717d340 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.578537] env[70621]: DEBUG oslo_vmware.api [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136259, 'name': ResetVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.608515] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1045.608515] env[70621]: value = "task-4136260" [ 1045.608515] env[70621]: _type = "Task" [ 1045.608515] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.609251] env[70621]: DEBUG oslo_concurrency.lockutils [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] Releasing lock "refresh_cache-5819a24e-7720-4b2a-8698-45300be9ae72" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.609550] env[70621]: DEBUG nova.compute.manager [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.609749] env[70621]: DEBUG nova.compute.manager [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing instance network info cache due to event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.609968] env[70621]: DEBUG oslo_concurrency.lockutils [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.610139] env[70621]: DEBUG oslo_concurrency.lockutils [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.610309] env[70621]: DEBUG nova.network.neutron [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.612962] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c002ff-caa0-4c77-80b1-21cb36a4f05d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.630723] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edae54d-ef0e-4d14-97d7-dcb0ea2969fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.636291] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136260, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.653666] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.690125] env[70621]: DEBUG oslo_vmware.api [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136256, 'name': PowerOnVM_Task, 'duration_secs': 0.908309} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.690984] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.690984] env[70621]: DEBUG nova.compute.manager [None req-44ff2268-56b8-4f8e-9c65-a83c6fef7924 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.691587] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220aca14-cef0-47c4-ad2e-2f172e7cd6a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.736674] env[70621]: DEBUG nova.compute.manager [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-changed-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.736674] env[70621]: DEBUG nova.compute.manager [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing instance network info cache due to event network-changed-c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.736674] env[70621]: DEBUG oslo_concurrency.lockutils [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736674] env[70621]: DEBUG oslo_concurrency.lockutils [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.737178] env[70621]: DEBUG nova.network.neutron [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing network info cache for port c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.787084] env[70621]: DEBUG nova.network.neutron [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Successfully updated port: 2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.902248] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b5581e-1589-777f-0c08-37f05d59270e, 'name': SearchDatastore_Task, 'duration_secs': 0.061482} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.902589] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.902918] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5819a24e-7720-4b2a-8698-45300be9ae72/5819a24e-7720-4b2a-8698-45300be9ae72.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.903411] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43fd7fd3-57f0-4fd4-9ca1-1c02eaf19b36 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.914899] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1045.914899] env[70621]: value = "task-4136261" [ 1045.914899] env[70621]: _type = "Task" [ 1045.914899] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.932265] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.937050] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-changed-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.937050] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing instance network info cache due to event network-changed-c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.937317] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.074592] env[70621]: DEBUG oslo_vmware.api [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136259, 'name': ResetVM_Task, 'duration_secs': 0.138542} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.074879] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Did hard reboot of VM {{(pid=70621) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1046.075149] env[70621]: DEBUG nova.compute.manager [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.075983] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1630e51-7f50-4e2e-bdb1-9ab19c427e53 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.133202] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086142} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.133202] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.133471] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028b4dd1-1cfb-4d76-866b-d766bd2bc7b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.162639] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 3d204eab-5b77-4431-a064-4a0a837d73a9/3d204eab-5b77-4431-a064-4a0a837d73a9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.166298] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.170514] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e7c3b9-7c7c-48f3-b246-a5b54caf723c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.197497] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1046.197497] env[70621]: value = "task-4136262" [ 1046.197497] env[70621]: _type = "Task" [ 1046.197497] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.213460] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136262, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.292030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "refresh_cache-34442338-43da-43e2-9ed1-236d78118fe7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.292030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "refresh_cache-34442338-43da-43e2-9ed1-236d78118fe7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.292030] env[70621]: DEBUG nova.network.neutron [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.429129] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.527378] env[70621]: DEBUG nova.network.neutron [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.590360] env[70621]: DEBUG oslo_concurrency.lockutils [None req-38386b64-ee63-46e8-8a31-4cf3186913c6 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.653s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.607444] env[70621]: DEBUG nova.network.neutron [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updated VIF entry in instance network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.607908] env[70621]: DEBUG nova.network.neutron [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.650430] env[70621]: DEBUG nova.network.neutron [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updated VIF entry in instance network info cache for port c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.650864] env[70621]: DEBUG nova.network.neutron [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.688794] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1046.689092] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.075s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.689496] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.765s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.689833] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.693219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.218s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.693478] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.695892] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.564s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.696131] env[70621]: DEBUG nova.objects.instance [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1046.712159] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.735581] env[70621]: INFO nova.scheduler.client.report [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocations for instance f49cd7b9-c2e5-491d-aedf-7753187f47be [ 1046.738460] env[70621]: INFO nova.scheduler.client.report [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted allocations for instance a6f46256-f7b2-40dc-a077-cc4f838df317 [ 1046.832429] env[70621]: DEBUG nova.network.neutron [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.934118] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136261, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.028162] env[70621]: DEBUG nova.network.neutron [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Updating instance_info_cache with network_info: [{"id": "2ef24367-252e-4f1e-9881-4ed343ac0d79", "address": "fa:16:3e:b2:ad:8f", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef24367-25", "ovs_interfaceid": "2ef24367-252e-4f1e-9881-4ed343ac0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.033619] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.112426] env[70621]: DEBUG oslo_concurrency.lockutils [req-212bef16-2d7c-4218-a47b-06deb700f971 req-183d1350-2694-4050-bbc2-642ac397ae51 service nova] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.158309] env[70621]: DEBUG oslo_concurrency.lockutils [req-4c3220bf-7a35-4761-8bc5-41780a87aa51 req-259fd878-388e-43e2-8d40-7de8a57a82bf service nova] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.158368] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.158617] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing network info cache for port c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.219231] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136262, 'name': ReconfigVM_Task, 'duration_secs': 0.953189} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.219231] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 3d204eab-5b77-4431-a064-4a0a837d73a9/3d204eab-5b77-4431-a064-4a0a837d73a9.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.219894] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1a8629-24f0-46b1-a35b-5830dcd024ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.229223] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1047.229223] env[70621]: value = "task-4136264" [ 1047.229223] env[70621]: _type = "Task" [ 1047.229223] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.248558] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136264, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.258562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6fb836b4-ca3e-4185-9b3b-a729c086e9a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "a6f46256-f7b2-40dc-a077-cc4f838df317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.451s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.260458] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1523500a-eb2a-41c7-bf85-d9a717e61a25 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "f49cd7b9-c2e5-491d-aedf-7753187f47be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.541s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.425384] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.426837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0502ecce-983a-4d4b-b693-552f42627425 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.438583] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136261, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.22162} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.441350] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 5819a24e-7720-4b2a-8698-45300be9ae72/5819a24e-7720-4b2a-8698-45300be9ae72.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.442104] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.442571] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.445033] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e0e7cc7-a25d-4316-bc87-deea4ccfd078 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.445963] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd29858e-9714-4d57-8361-ecc41e8e717a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.454162] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1047.454162] env[70621]: value = "task-4136265" [ 1047.454162] env[70621]: _type = "Task" [ 1047.454162] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.465722] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.531301] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "refresh_cache-34442338-43da-43e2-9ed1-236d78118fe7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.531782] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Instance network_info: |[{"id": "2ef24367-252e-4f1e-9881-4ed343ac0d79", "address": "fa:16:3e:b2:ad:8f", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef24367-25", "ovs_interfaceid": "2ef24367-252e-4f1e-9881-4ed343ac0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.532622] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ad:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ef24367-252e-4f1e-9881-4ed343ac0d79', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.541903] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.542358] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.542625] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-617ac4ed-3974-4374-b774-52ec2e94e3bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.569623] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.569623] env[70621]: value = "task-4136267" [ 1047.569623] env[70621]: _type = "Task" [ 1047.569623] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.578908] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136267, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.626651] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.626961] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.627079] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleting the datastore file [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.627364] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2cdca61-d420-4e01-9de8-f188e215ff22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.636160] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1047.636160] env[70621]: value = "task-4136268" [ 1047.636160] env[70621]: _type = "Task" [ 1047.636160] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.648994] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.712743] env[70621]: DEBUG oslo_concurrency.lockutils [None req-98f56455-38bc-4389-af07-713ba3e0d712 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.716034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.416s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.716034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.717191] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.826s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.717447] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.719825] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.157s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.720220] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.722906] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.371s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.724029] env[70621]: INFO nova.compute.claims [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.747952] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136264, 'name': Rename_Task, 'duration_secs': 0.269165} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.756758] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.760829] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f204f4-373f-4007-882a-8bc859bc2443 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.767778] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1047.767778] env[70621]: value = "task-4136269" [ 1047.767778] env[70621]: _type = "Task" [ 1047.767778] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.779098] env[70621]: INFO nova.scheduler.client.report [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Deleted allocations for instance c33e15bf-efd8-44b5-af89-ca56460aa56c [ 1047.783683] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.800120] env[70621]: INFO nova.scheduler.client.report [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Deleted allocations for instance 77f88fd2-65c3-414e-9d06-d921145ddd13 [ 1047.828731] env[70621]: INFO nova.scheduler.client.report [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted allocations for instance c1cad95b-ea70-416d-b12f-a8c22cd43651 [ 1047.851070] env[70621]: DEBUG nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.851352] env[70621]: DEBUG nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing instance network info cache due to event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.851626] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.851796] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.851965] env[70621]: DEBUG nova.network.neutron [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.964654] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120533} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.964940] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.965790] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c45960-ca3f-49b1-bc07-e8cdb5505109 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.990477] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 5819a24e-7720-4b2a-8698-45300be9ae72/5819a24e-7720-4b2a-8698-45300be9ae72.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.994032] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fef2c7-96a9-48b7-aca4-bd6859cc8cd6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.016180] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1048.016180] env[70621]: value = "task-4136270" [ 1048.016180] env[70621]: _type = "Task" [ 1048.016180] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.026044] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136270, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.082913] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136267, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.085226] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updated VIF entry in instance network info cache for port c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.085691] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.146545] env[70621]: DEBUG oslo_vmware.api [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242313} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.146906] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.147108] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.147336] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.169387] env[70621]: INFO nova.scheduler.client.report [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted allocations for instance f5936f5e-852b-49ec-b8b6-fb69b2189661 [ 1048.288321] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136269, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.297527] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53d1d33c-557e-44e0-bdd4-45ab7bba8d1a tempest-ServerPasswordTestJSON-360226754 tempest-ServerPasswordTestJSON-360226754-project-member] Lock "c33e15bf-efd8-44b5-af89-ca56460aa56c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.306s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.316261] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f643ee78-84d9-4a7d-92ad-019d9046813c tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "77f88fd2-65c3-414e-9d06-d921145ddd13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.342s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.335653] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8af0b3ce-9915-4065-adc6-e20901697834 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c1cad95b-ea70-416d-b12f-a8c22cd43651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.048s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.365328] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.365948] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.530709] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.581460] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136267, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.589283] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.589680] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Received event network-vif-plugged-2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.589895] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquiring lock "34442338-43da-43e2-9ed1-236d78118fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.590148] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Lock "34442338-43da-43e2-9ed1-236d78118fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.590320] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Lock "34442338-43da-43e2-9ed1-236d78118fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.590492] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] No waiting events found dispatching network-vif-plugged-2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.590664] env[70621]: WARNING nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Received unexpected event network-vif-plugged-2ef24367-252e-4f1e-9881-4ed343ac0d79 for instance with vm_state building and task_state spawning. [ 1048.590925] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Received event network-changed-2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.590998] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Refreshing instance network info cache due to event network-changed-2ef24367-252e-4f1e-9881-4ed343ac0d79. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.591201] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquiring lock "refresh_cache-34442338-43da-43e2-9ed1-236d78118fe7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.591339] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquired lock "refresh_cache-34442338-43da-43e2-9ed1-236d78118fe7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.591498] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Refreshing network info cache for port 2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.674982] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.731556] env[70621]: DEBUG nova.network.neutron [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updated VIF entry in instance network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.731904] env[70621]: DEBUG nova.network.neutron [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.795670] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136269, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.869332] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.032966] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136270, 'name': ReconfigVM_Task, 'duration_secs': 0.849046} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.037365] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 5819a24e-7720-4b2a-8698-45300be9ae72/5819a24e-7720-4b2a-8698-45300be9ae72.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.037365] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fde431-6147-42e5-9474-4726551f85d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.040240] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14dc44d3-097c-4fd4-8eb7-7737bda35efa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.055535] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aeb0dec-6ac5-4c8d-8867-e433c6621e73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.060409] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1049.060409] env[70621]: value = "task-4136272" [ 1049.060409] env[70621]: _type = "Task" [ 1049.060409] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.098749] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6e86c2-66cb-4922-a4d0-bb9b9e3f4d6d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.105248] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136272, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.115136] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce3125a-b8a1-4d67-9d3f-cde75a109538 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.119694] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136267, 'name': CreateVM_Task, 'duration_secs': 1.499332} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.119987] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.121503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.121503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.121929] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.122259] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d4671f-2185-47fb-8b11-519b593daad0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.133759] env[70621]: DEBUG nova.compute.provider_tree [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.149841] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1049.149841] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5221d862-031d-61a8-ba84-21d6707aa283" [ 1049.149841] env[70621]: _type = "Task" [ 1049.149841] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.165885] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5221d862-031d-61a8-ba84-21d6707aa283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.237174] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.241030] env[70621]: DEBUG nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-vif-unplugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.241030] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.241030] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.241030] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.241030] env[70621]: DEBUG nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] No waiting events found dispatching network-vif-unplugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1049.241030] env[70621]: WARNING nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received unexpected event network-vif-unplugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 for instance with vm_state shelved and task_state shelving_offloading. [ 1049.241030] env[70621]: DEBUG nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-changed-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.241030] env[70621]: DEBUG nova.compute.manager [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Refreshing instance network info cache due to event network-changed-e52d6b2b-cbee-42fc-bf72-9bdec59dae74. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.241030] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.241030] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.241838] env[70621]: DEBUG nova.network.neutron [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Refreshing network info cache for port e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.288624] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136269, 'name': PowerOnVM_Task, 'duration_secs': 1.103827} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.293035] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.293035] env[70621]: INFO nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1049.293035] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.293315] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f6788e-ff36-4b04-95fc-ba3bd31258a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.413170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.468563] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Updated VIF entry in instance network info cache for port 2ef24367-252e-4f1e-9881-4ed343ac0d79. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.469094] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Updating instance_info_cache with network_info: [{"id": "2ef24367-252e-4f1e-9881-4ed343ac0d79", "address": "fa:16:3e:b2:ad:8f", "network": {"id": "00a96005-6f65-4bea-8b58-d668f60bb733", "bridge": "br-int", "label": "tempest-ImagesTestJSON-775711723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "548a306ebca849ec8b1507d39ca21c96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ef24367-25", "ovs_interfaceid": "2ef24367-252e-4f1e-9881-4ed343ac0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.571878] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136272, 'name': Rename_Task, 'duration_secs': 0.305974} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.572537] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.572828] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ebace3-9996-4cd5-9515-e1d183b29bb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.580495] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1049.580495] env[70621]: value = "task-4136274" [ 1049.580495] env[70621]: _type = "Task" [ 1049.580495] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.591738] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.641774] env[70621]: DEBUG nova.scheduler.client.report [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.662729] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5221d862-031d-61a8-ba84-21d6707aa283, 'name': SearchDatastore_Task, 'duration_secs': 0.020931} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.663095] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.663369] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.664508] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.664508] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.664508] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.664508] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fdb3ce0-5aa3-404d-b242-b7db6e2d63fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.676350] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.676560] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.677569] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf3aef5-34ba-4b51-82f5-e3d46e351002 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.687447] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1049.687447] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c9344f-e79b-2a20-02c8-a6a07dff10c9" [ 1049.687447] env[70621]: _type = "Task" [ 1049.687447] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.705898] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c9344f-e79b-2a20-02c8-a6a07dff10c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.707225] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609e8889-df65-4f14-bd71-c50c00112dfe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.716895] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1049.716895] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f08cf4-2bb9-7ccb-4aa1-fbbc023d24bf" [ 1049.716895] env[70621]: _type = "Task" [ 1049.716895] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.728732] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f08cf4-2bb9-7ccb-4aa1-fbbc023d24bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.822819] env[70621]: INFO nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Took 23.17 seconds to build instance. [ 1049.972055] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Releasing lock "refresh_cache-34442338-43da-43e2-9ed1-236d78118fe7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.976222] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Received event network-changed-d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.976222] env[70621]: DEBUG nova.compute.manager [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Refreshing instance network info cache due to event network-changed-d835d7a6-52c3-43c4-9763-2b40be6da034. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.976222] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.976222] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.976222] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Refreshing network info cache for port d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.093950] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.119429] env[70621]: DEBUG nova.network.neutron [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updated VIF entry in instance network info cache for port e52d6b2b-cbee-42fc-bf72-9bdec59dae74. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.119917] env[70621]: DEBUG nova.network.neutron [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": null, "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.151645] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.151645] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.153998] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.479s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.154257] env[70621]: DEBUG nova.objects.instance [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'resources' on Instance uuid f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.229201] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f08cf4-2bb9-7ccb-4aa1-fbbc023d24bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.229492] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.229801] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 34442338-43da-43e2-9ed1-236d78118fe7/34442338-43da-43e2-9ed1-236d78118fe7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.230106] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df00933f-ebe4-4754-b83c-2a041ec89381 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.241164] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1050.241164] env[70621]: value = "task-4136275" [ 1050.241164] env[70621]: _type = "Task" [ 1050.241164] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.255757] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.326520] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.679s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.533530] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.592951] env[70621]: DEBUG oslo_vmware.api [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136274, 'name': PowerOnVM_Task, 'duration_secs': 0.755501} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.593496] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.593657] env[70621]: INFO nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1050.593827] env[70621]: DEBUG nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.594668] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b71ee2-797c-4e47-95af-186abbd2871d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.625806] env[70621]: DEBUG oslo_concurrency.lockutils [req-262323ba-9ffa-4563-9ab0-c2c6f96bc439 req-b3d4133e-ad6f-4764-b07d-09679abe12ab service nova] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.658027] env[70621]: DEBUG nova.objects.instance [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'numa_topology' on Instance uuid f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.660542] env[70621]: DEBUG nova.compute.utils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.662954] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.663200] env[70621]: DEBUG nova.network.neutron [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.754101] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136275, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.774267] env[70621]: DEBUG nova.policy [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81c22c5eefa4ac7b638a716245f68ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33436a57138c4e3491fb75aa30fe77b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.061407] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updated VIF entry in instance network info cache for port d835d7a6-52c3-43c4-9763-2b40be6da034. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.061859] env[70621]: DEBUG nova.network.neutron [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.120663] env[70621]: INFO nova.compute.manager [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Took 24.42 seconds to build instance. [ 1051.163888] env[70621]: DEBUG nova.objects.base [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1051.168120] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.258193] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136275, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.431162] env[70621]: DEBUG nova.network.neutron [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Successfully created port: f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.481097] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08724f5-e017-4a45-9933-f1f22ce4bcd2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.496940] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25123f3c-524c-4be9-a6e4-355c91920f8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.536989] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59973d5-b6c7-4290-aae7-91f819dba62c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.547268] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d69e96-84e5-4d03-8da2-2adfbefef117 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.565707] env[70621]: DEBUG oslo_concurrency.lockutils [req-498caa6a-a7e3-4f64-8189-335d7ad81a63 req-94c8783e-2ea4-404a-a9c5-fbcf11ac14dd service nova] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.566449] env[70621]: DEBUG nova.compute.provider_tree [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.623316] env[70621]: DEBUG oslo_concurrency.lockutils [None req-50f976d1-e324-446b-8359-6e14b52795f2 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "5819a24e-7720-4b2a-8698-45300be9ae72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.934s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.677842] env[70621]: INFO nova.virt.block_device [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Booting with volume 8987d091-47b0-442a-a6b8-794afdfaca49 at /dev/sda [ 1051.734310] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fee165f7-7475-4534-a8d6-9fb6c302e7ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.745123] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e720614-5ca9-43b6-b7c8-3a4b2d7a3a6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.773746] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136275, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.115018} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.774060] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 34442338-43da-43e2-9ed1-236d78118fe7/34442338-43da-43e2-9ed1-236d78118fe7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.774277] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.774628] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11194d2c-2a9e-457c-86bc-3536dbf0666f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.792582] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf6d75c9-9b1a-42bd-a37c-8946d406fe52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.795493] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1051.795493] env[70621]: value = "task-4136276" [ 1051.795493] env[70621]: _type = "Task" [ 1051.795493] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.805963] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c1d71-74bd-4c5c-ae46-4090297b64ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.821912] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.849867] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2d72d-f4e4-497e-8c11-5ab8de8cd169 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.858229] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff44dd2-5afd-46ce-993a-101b6aa4499a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.877188] env[70621]: DEBUG nova.virt.block_device [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updating existing volume attachment record: ab39f26f-356c-4b89-a3b6-59176b1750a2 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1051.991732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "3d204eab-5b77-4431-a064-4a0a837d73a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.992071] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.992316] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "3d204eab-5b77-4431-a064-4a0a837d73a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.992555] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.992956] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.995013] env[70621]: INFO nova.compute.manager [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Terminating instance [ 1052.070612] env[70621]: DEBUG nova.scheduler.client.report [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.163186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "5819a24e-7720-4b2a-8698-45300be9ae72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.163186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "5819a24e-7720-4b2a-8698-45300be9ae72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.163338] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "5819a24e-7720-4b2a-8698-45300be9ae72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.163546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "5819a24e-7720-4b2a-8698-45300be9ae72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.163781] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "5819a24e-7720-4b2a-8698-45300be9ae72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.167590] env[70621]: INFO nova.compute.manager [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Terminating instance [ 1052.309619] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08606} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.310929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.311648] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2022fa03-cc55-4830-acd7-70828f754bfa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.337266] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 34442338-43da-43e2-9ed1-236d78118fe7/34442338-43da-43e2-9ed1-236d78118fe7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.341258] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-337049a3-e689-4e7c-b844-1b3ca34b13ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.359107] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1052.359107] env[70621]: value = "task-4136277" [ 1052.359107] env[70621]: _type = "Task" [ 1052.359107] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.370367] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.397132] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.397132] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.500964] env[70621]: DEBUG nova.compute.manager [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.501704] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.502296] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec09d6df-950d-42f4-a9cc-6181a2b8bc72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.511673] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.512337] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18024e69-1b9f-4536-b5e2-dde6af1d2bee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.521989] env[70621]: DEBUG oslo_vmware.api [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1052.521989] env[70621]: value = "task-4136278" [ 1052.521989] env[70621]: _type = "Task" [ 1052.521989] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.535126] env[70621]: DEBUG oslo_vmware.api [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.578133] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.584419] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.168s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.586969] env[70621]: INFO nova.compute.claims [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.676891] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.677248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.677494] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "7976177b-bffc-465d-aae8-a1b1cc4afb83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.677705] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.677876] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.680916] env[70621]: DEBUG nova.compute.manager [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.680916] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.681862] env[70621]: INFO nova.compute.manager [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Terminating instance [ 1052.684209] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361919a5-0e25-4374-96a8-f57eac4bad05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.695799] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.696254] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a7b935-fd30-40d5-96a6-5530fdab5618 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.705787] env[70621]: DEBUG oslo_vmware.api [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1052.705787] env[70621]: value = "task-4136279" [ 1052.705787] env[70621]: _type = "Task" [ 1052.705787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.716870] env[70621]: DEBUG oslo_vmware.api [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.869989] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136277, 'name': ReconfigVM_Task, 'duration_secs': 0.48946} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.870449] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 34442338-43da-43e2-9ed1-236d78118fe7/34442338-43da-43e2-9ed1-236d78118fe7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.870995] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c042e479-75d9-419d-9a09-83b2e7b72d9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.878625] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1052.878625] env[70621]: value = "task-4136280" [ 1052.878625] env[70621]: _type = "Task" [ 1052.878625] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.888430] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136280, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.899719] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.033302] env[70621]: DEBUG oslo_vmware.api [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136278, 'name': PowerOffVM_Task, 'duration_secs': 0.42282} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.033441] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.033715] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.034022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74ea632a-71c6-4f55-869b-f13fe22bbb80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.104025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be956bf1-b80e-4900-a93c-69635cb9c0b0 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.093s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.108609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.575s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.109209] env[70621]: INFO nova.compute.manager [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Unshelving [ 1053.113038] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.113038] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.113038] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleting the datastore file [datastore1] 3d204eab-5b77-4431-a064-4a0a837d73a9 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.113038] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3766b503-fc66-4a94-9aa8-8c33187457a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.123072] env[70621]: DEBUG oslo_vmware.api [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1053.123072] env[70621]: value = "task-4136282" [ 1053.123072] env[70621]: _type = "Task" [ 1053.123072] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.133320] env[70621]: DEBUG oslo_vmware.api [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.170977] env[70621]: DEBUG nova.compute.manager [req-aa8358ae-2ba2-4c14-b8d1-1b92a32085f3 req-e122ff60-76cb-47fd-8b8f-a66096f4405c service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Received event network-vif-plugged-f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.170977] env[70621]: DEBUG oslo_concurrency.lockutils [req-aa8358ae-2ba2-4c14-b8d1-1b92a32085f3 req-e122ff60-76cb-47fd-8b8f-a66096f4405c service nova] Acquiring lock "cd130111-d039-471f-bd96-7bf854ba268c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.170977] env[70621]: DEBUG oslo_concurrency.lockutils [req-aa8358ae-2ba2-4c14-b8d1-1b92a32085f3 req-e122ff60-76cb-47fd-8b8f-a66096f4405c service nova] Lock "cd130111-d039-471f-bd96-7bf854ba268c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.172239] env[70621]: DEBUG oslo_concurrency.lockutils [req-aa8358ae-2ba2-4c14-b8d1-1b92a32085f3 req-e122ff60-76cb-47fd-8b8f-a66096f4405c service nova] Lock "cd130111-d039-471f-bd96-7bf854ba268c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.173328] env[70621]: DEBUG nova.compute.manager [req-aa8358ae-2ba2-4c14-b8d1-1b92a32085f3 req-e122ff60-76cb-47fd-8b8f-a66096f4405c service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] No waiting events found dispatching network-vif-plugged-f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.173424] env[70621]: WARNING nova.compute.manager [req-aa8358ae-2ba2-4c14-b8d1-1b92a32085f3 req-e122ff60-76cb-47fd-8b8f-a66096f4405c service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Received unexpected event network-vif-plugged-f8476dd9-f595-4c46-a26b-7582cd0b60d7 for instance with vm_state building and task_state block_device_mapping. [ 1053.192593] env[70621]: DEBUG nova.compute.manager [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.193212] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.194240] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8677fb27-6f56-4efc-8cff-3641261bb017 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.208027] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.210873] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d83473e-c64b-4c49-9fb5-d5dcc9c4fdca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.221666] env[70621]: DEBUG oslo_vmware.api [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136279, 'name': PowerOffVM_Task, 'duration_secs': 0.291157} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.223411] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.225019] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.225019] env[70621]: DEBUG oslo_vmware.api [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1053.225019] env[70621]: value = "task-4136283" [ 1053.225019] env[70621]: _type = "Task" [ 1053.225019] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.225019] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce7a11bc-8d94-4440-8925-df7c7c4be623 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.240960] env[70621]: DEBUG oslo_vmware.api [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.276040] env[70621]: DEBUG nova.network.neutron [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Successfully updated port: f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.305795] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.306104] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.306383] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleting the datastore file [datastore1] 5819a24e-7720-4b2a-8698-45300be9ae72 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.307055] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-183f91d7-4152-4b5e-bfbe-975d56a97e7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.316531] env[70621]: DEBUG oslo_vmware.api [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for the task: (returnval){ [ 1053.316531] env[70621]: value = "task-4136285" [ 1053.316531] env[70621]: _type = "Task" [ 1053.316531] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.329999] env[70621]: DEBUG oslo_vmware.api [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.389434] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136280, 'name': Rename_Task, 'duration_secs': 0.20006} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.389887] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.390260] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5213afed-e94c-4012-9b1d-96940e09bc66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.399253] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1053.399253] env[70621]: value = "task-4136286" [ 1053.399253] env[70621]: _type = "Task" [ 1053.399253] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.411209] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.434860] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.633636] env[70621]: DEBUG oslo_vmware.api [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254715} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.638034] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.638034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.638034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.638287] env[70621]: INFO nova.compute.manager [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.638426] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.638914] env[70621]: DEBUG nova.compute.manager [-] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.639021] env[70621]: DEBUG nova.network.neutron [-] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.738243] env[70621]: DEBUG oslo_vmware.api [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136283, 'name': PowerOffVM_Task, 'duration_secs': 0.269216} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.740895] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.741291] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.742027] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6e03f7-ca5d-4f1a-9d0c-9fda1d9f2a35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.778888] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquiring lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.779111] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquired lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.780348] env[70621]: DEBUG nova.network.neutron [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.815448] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.815686] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.815875] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Deleting the datastore file [datastore1] 7976177b-bffc-465d-aae8-a1b1cc4afb83 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.816193] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b58d2e7-236e-4f18-93d6-abed872c391d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.833094] env[70621]: DEBUG oslo_vmware.api [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Task: {'id': task-4136285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327786} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.834800] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.835078] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.835340] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.835573] env[70621]: INFO nova.compute.manager [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1053.835892] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.836240] env[70621]: DEBUG oslo_vmware.api [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for the task: (returnval){ [ 1053.836240] env[70621]: value = "task-4136289" [ 1053.836240] env[70621]: _type = "Task" [ 1053.836240] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.839312] env[70621]: DEBUG nova.compute.manager [-] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.839419] env[70621]: DEBUG nova.network.neutron [-] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.853275] env[70621]: DEBUG oslo_vmware.api [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.870232] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8e8ec-5f42-489a-8fe7-eff6e71b43a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.881170] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37431f5-2804-41ed-a4ee-3ccf6f3fe9d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.918500] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e31a3-d8d4-4375-bd4c-805676419642 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.930539] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.932102] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44324f0-0b7c-48e7-8c2d-0a7f3ff6774f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.947791] env[70621]: DEBUG nova.compute.provider_tree [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.000796] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.001394] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.001612] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.001772] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.001990] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.002153] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.002304] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.002512] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.002674] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.002848] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.003031] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.003207] env[70621]: DEBUG nova.virt.hardware [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.004109] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76e430a-5ea3-474d-be74-0b457d60cb4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.012913] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c12ea54-ce9d-406e-85ba-9b0155e27e16 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.140763] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.322748] env[70621]: DEBUG nova.network.neutron [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.353959] env[70621]: DEBUG oslo_vmware.api [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Task: {'id': task-4136289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152381} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.354300] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.354491] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.354670] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.354847] env[70621]: INFO nova.compute.manager [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1054.355323] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.355323] env[70621]: DEBUG nova.compute.manager [-] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.355450] env[70621]: DEBUG nova.network.neutron [-] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.429888] env[70621]: DEBUG oslo_vmware.api [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136286, 'name': PowerOnVM_Task, 'duration_secs': 0.578518} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.430544] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.430758] env[70621]: INFO nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1054.430957] env[70621]: DEBUG nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.431790] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026bd04f-3efc-42ba-998d-f5f5157c6053 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.451494] env[70621]: DEBUG nova.scheduler.client.report [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.497418] env[70621]: DEBUG nova.network.neutron [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updating instance_info_cache with network_info: [{"id": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "address": "fa:16:3e:8d:d0:0b", "network": {"id": "b9d9d2bf-62f7-4ee5-b372-a7611ddfcca4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1833155601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33436a57138c4e3491fb75aa30fe77b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8476dd9-f5", "ovs_interfaceid": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.744168] env[70621]: DEBUG nova.network.neutron [-] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.888429] env[70621]: DEBUG nova.compute.manager [req-a0da700e-db42-4eea-bfbe-0b822c04026c req-2da5715c-051e-422f-8007-196096aa213f service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Received event network-vif-deleted-f311e41e-daad-42bb-bc63-3c743dc1ed7c {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.888685] env[70621]: INFO nova.compute.manager [req-a0da700e-db42-4eea-bfbe-0b822c04026c req-2da5715c-051e-422f-8007-196096aa213f service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Neutron deleted interface f311e41e-daad-42bb-bc63-3c743dc1ed7c; detaching it from the instance and deleting it from the info cache [ 1054.888833] env[70621]: DEBUG nova.network.neutron [req-a0da700e-db42-4eea-bfbe-0b822c04026c req-2da5715c-051e-422f-8007-196096aa213f service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.931433] env[70621]: DEBUG nova.network.neutron [-] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.953246] env[70621]: INFO nova.compute.manager [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Took 25.47 seconds to build instance. [ 1054.957776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.958299] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.962155] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.527s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.964709] env[70621]: INFO nova.compute.claims [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.001297] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Releasing lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.001684] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Instance network_info: |[{"id": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "address": "fa:16:3e:8d:d0:0b", "network": {"id": "b9d9d2bf-62f7-4ee5-b372-a7611ddfcca4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1833155601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33436a57138c4e3491fb75aa30fe77b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8476dd9-f5", "ovs_interfaceid": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.002576] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d0:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8476dd9-f595-4c46-a26b-7582cd0b60d7', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.012519] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Creating folder: Project (33436a57138c4e3491fb75aa30fe77b1). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.013193] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f4ead7b-6201-4747-a9a9-077e3a8a544c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.029218] env[70621]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1055.029404] env[70621]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70621) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1055.029859] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Folder already exists: Project (33436a57138c4e3491fb75aa30fe77b1). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1055.031579] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Creating folder: Instances. Parent ref: group-v819188. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.031579] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b30f1bc3-b6cd-4519-a3e1-fae16b19f6c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.042803] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Created folder: Instances in parent group-v819188. [ 1055.043068] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.043279] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.043497] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e32226-cf80-42ee-8e86-7cd82b197f9a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.068986] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.068986] env[70621]: value = "task-4136292" [ 1055.068986] env[70621]: _type = "Task" [ 1055.068986] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.079367] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136292, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.246620] env[70621]: INFO nova.compute.manager [-] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Took 1.61 seconds to deallocate network for instance. [ 1055.301412] env[70621]: DEBUG nova.compute.manager [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Received event network-changed-f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.301643] env[70621]: DEBUG nova.compute.manager [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Refreshing instance network info cache due to event network-changed-f8476dd9-f595-4c46-a26b-7582cd0b60d7. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.301842] env[70621]: DEBUG oslo_concurrency.lockutils [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] Acquiring lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.302056] env[70621]: DEBUG oslo_concurrency.lockutils [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] Acquired lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.302183] env[70621]: DEBUG nova.network.neutron [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Refreshing network info cache for port f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.370733] env[70621]: DEBUG nova.network.neutron [-] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.392948] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfe461e1-a0c8-40e8-be30-0ab6a9013de6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.403853] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973aa70d-060b-45f0-af99-222fc933b330 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.436406] env[70621]: INFO nova.compute.manager [-] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Took 1.60 seconds to deallocate network for instance. [ 1055.436739] env[70621]: DEBUG nova.compute.manager [req-a0da700e-db42-4eea-bfbe-0b822c04026c req-2da5715c-051e-422f-8007-196096aa213f service nova] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Detach interface failed, port_id=f311e41e-daad-42bb-bc63-3c743dc1ed7c, reason: Instance 7976177b-bffc-465d-aae8-a1b1cc4afb83 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.455030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b18a4eca-aae4-4e7c-b1fe-bbbf2d3b08a4 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "34442338-43da-43e2-9ed1-236d78118fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.977s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.472148] env[70621]: DEBUG nova.compute.utils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.474139] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.474139] env[70621]: DEBUG nova.network.neutron [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.519263] env[70621]: DEBUG nova.policy [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '185052ffeefd48729773a622b4e2fa95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8ac3383ebc42e395a3bcda689db5e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.580031] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136292, 'name': CreateVM_Task, 'duration_secs': 0.332402} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.580227] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.581023] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819198', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'name': 'volume-8987d091-47b0-442a-a6b8-794afdfaca49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd130111-d039-471f-bd96-7bf854ba268c', 'attached_at': '', 'detached_at': '', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'serial': '8987d091-47b0-442a-a6b8-794afdfaca49'}, 'mount_device': '/dev/sda', 'attachment_id': 'ab39f26f-356c-4b89-a3b6-59176b1750a2', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70621) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1055.581263] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Root volume attach. Driver type: vmdk {{(pid=70621) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1055.582100] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d435e82-abe2-4fd1-9b45-112206e5ea8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.590861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77817f3e-d8d2-4b70-b5e6-0944eff10080 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.598730] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cd30f0-b634-4ca0-a79e-e918dced153c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.606919] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3497b57d-fad5-40ef-9940-06d37e3cc4b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.616765] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1055.616765] env[70621]: value = "task-4136294" [ 1055.616765] env[70621]: _type = "Task" [ 1055.616765] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.626745] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.757863] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.874778] env[70621]: INFO nova.compute.manager [-] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Took 1.52 seconds to deallocate network for instance. [ 1055.943443] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.953476] env[70621]: DEBUG nova.network.neutron [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Successfully created port: 0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.979958] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.067329] env[70621]: DEBUG nova.network.neutron [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updated VIF entry in instance network info cache for port f8476dd9-f595-4c46-a26b-7582cd0b60d7. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.067329] env[70621]: DEBUG nova.network.neutron [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updating instance_info_cache with network_info: [{"id": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "address": "fa:16:3e:8d:d0:0b", "network": {"id": "b9d9d2bf-62f7-4ee5-b372-a7611ddfcca4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1833155601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33436a57138c4e3491fb75aa30fe77b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8476dd9-f5", "ovs_interfaceid": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.129677] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 42%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.237301] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d11eab-9995-48c2-8393-4a9ad36a2874 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.248401] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97ec596-a4b6-40d3-b67c-4eceb6a0aaba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.283955] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d21156-f924-4c11-919d-60055dcb09f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.294183] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53fe209-ac18-4db6-b51f-af585cb6bcb0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.310548] env[70621]: DEBUG nova.compute.provider_tree [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.354515] env[70621]: DEBUG nova.compute.manager [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.355879] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a2afa-55eb-4755-9052-80798fb94ec5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.382514] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.570931] env[70621]: DEBUG oslo_concurrency.lockutils [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] Releasing lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.571246] env[70621]: DEBUG nova.compute.manager [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Received event network-vif-deleted-0b5013ba-e41d-4974-a768-bb9a8295245b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.571439] env[70621]: DEBUG nova.compute.manager [req-f267dc8c-3bbf-4d8d-a9fe-aeabb088d4bd req-1f04c706-c15b-4794-9404-f49035bfbb26 service nova] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Received event network-vif-deleted-823a7ec1-8297-4679-863f-d608ee7d7d44 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.630839] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 54%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.814268] env[70621]: DEBUG nova.scheduler.client.report [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.870274] env[70621]: INFO nova.compute.manager [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] instance snapshotting [ 1056.874271] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf49013-7fcc-4065-837f-7e3e849c3063 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.911855] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5734df84-85a0-4a0c-ab99-4eaa6291e3db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.990945] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.024063] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.024063] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.024063] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.024063] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.024063] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.024453] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.024453] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.024624] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.024853] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.025052] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.025240] env[70621]: DEBUG nova.virt.hardware [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.026313] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799e6d25-3ea5-409c-8385-fd2b41e33696 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.040114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443a7db6-e153-417b-adfe-f224f7f742ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.132359] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 67%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.320386] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.321141] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.324773] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.184s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.324773] env[70621]: DEBUG nova.objects.instance [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'pci_requests' on Instance uuid f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.403538] env[70621]: DEBUG nova.compute.manager [req-e173bb85-61fe-4546-bb72-5f82803539d4 req-458ca973-7a97-40c7-a83a-b5bed5401967 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Received event network-vif-plugged-0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.403538] env[70621]: DEBUG oslo_concurrency.lockutils [req-e173bb85-61fe-4546-bb72-5f82803539d4 req-458ca973-7a97-40c7-a83a-b5bed5401967 service nova] Acquiring lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.403538] env[70621]: DEBUG oslo_concurrency.lockutils [req-e173bb85-61fe-4546-bb72-5f82803539d4 req-458ca973-7a97-40c7-a83a-b5bed5401967 service nova] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.403538] env[70621]: DEBUG oslo_concurrency.lockutils [req-e173bb85-61fe-4546-bb72-5f82803539d4 req-458ca973-7a97-40c7-a83a-b5bed5401967 service nova] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.404267] env[70621]: DEBUG nova.compute.manager [req-e173bb85-61fe-4546-bb72-5f82803539d4 req-458ca973-7a97-40c7-a83a-b5bed5401967 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] No waiting events found dispatching network-vif-plugged-0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1057.404708] env[70621]: WARNING nova.compute.manager [req-e173bb85-61fe-4546-bb72-5f82803539d4 req-458ca973-7a97-40c7-a83a-b5bed5401967 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Received unexpected event network-vif-plugged-0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 for instance with vm_state building and task_state spawning. [ 1057.428097] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1057.428097] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d03ae7fc-7660-4967-b032-8bc44ee8ace9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.438451] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1057.438451] env[70621]: value = "task-4136295" [ 1057.438451] env[70621]: _type = "Task" [ 1057.438451] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.451046] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136295, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.507226] env[70621]: DEBUG nova.network.neutron [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Successfully updated port: 0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.633146] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 82%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.828239] env[70621]: DEBUG nova.compute.utils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.832035] env[70621]: DEBUG nova.objects.instance [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'numa_topology' on Instance uuid f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.832674] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.832879] env[70621]: DEBUG nova.network.neutron [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.874158] env[70621]: DEBUG nova.policy [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6a2bf8e49147c7a20b1ad43879f529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c6fa264e6641898f49d856fb729373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.958834] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136295, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.012803] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.012803] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.012803] env[70621]: DEBUG nova.network.neutron [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.133622] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.282990] env[70621]: DEBUG nova.network.neutron [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Successfully created port: c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.333500] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.336614] env[70621]: INFO nova.compute.claims [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.453955] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136295, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.547025] env[70621]: DEBUG nova.network.neutron [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.631688] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.732331] env[70621]: DEBUG nova.network.neutron [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [{"id": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "address": "fa:16:3e:c0:ce:a8", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0322b3d5-d5", "ovs_interfaceid": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.954124] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136295, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.131804] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.235187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.235645] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Instance network_info: |[{"id": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "address": "fa:16:3e:c0:ce:a8", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0322b3d5-d5", "ovs_interfaceid": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.236364] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:ce:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0322b3d5-d5cb-4d42-b1b7-1c62b05b7666', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.244872] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.245242] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.245700] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef90bd5e-be5e-42a0-8150-57318d7e5462 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.268256] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.268256] env[70621]: value = "task-4136297" [ 1059.268256] env[70621]: _type = "Task" [ 1059.268256] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.277777] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136297, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.347581] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.384352] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.384611] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.384788] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.384975] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.385140] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.385292] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.385505] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.385731] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.385975] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.386262] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.386497] env[70621]: DEBUG nova.virt.hardware [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.387570] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96458648-2b37-4b00-8bbc-295fed7271b4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.396695] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65b696-0826-4bea-a306-6d38e0cf0a5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.416259] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "ce8417c1-996d-4a27-adea-eb718d1fa292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.416580] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.416834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "ce8417c1-996d-4a27-adea-eb718d1fa292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.417070] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.417283] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.422315] env[70621]: INFO nova.compute.manager [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Terminating instance [ 1059.431772] env[70621]: DEBUG nova.compute.manager [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Received event network-changed-0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.432477] env[70621]: DEBUG nova.compute.manager [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Refreshing instance network info cache due to event network-changed-0322b3d5-d5cb-4d42-b1b7-1c62b05b7666. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.432975] env[70621]: DEBUG oslo_concurrency.lockutils [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] Acquiring lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.432975] env[70621]: DEBUG oslo_concurrency.lockutils [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] Acquired lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.433245] env[70621]: DEBUG nova.network.neutron [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Refreshing network info cache for port 0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.456475] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136295, 'name': CreateSnapshot_Task, 'duration_secs': 1.75204} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.456837] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.457588] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27819683-25ef-40df-a4db-d9e74eff9e59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.609355] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a596ac-19a4-4b5d-a4ea-a0a86ae23361 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.618856] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258509b1-831b-484f-ba2b-50fd66ed91ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.633125] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.661164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c2507c-cc4a-45ae-9748-676691be3d96 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.675825] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159274c-5a35-4b76-9933-c63bfaa60e4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.696975] env[70621]: DEBUG nova.compute.provider_tree [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.783072] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136297, 'name': CreateVM_Task, 'duration_secs': 0.419276} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.783072] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.783397] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.783480] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.783897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.784160] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccad057-5544-4a55-a09a-fdba54e463a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.790800] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1059.790800] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e9c049-cec0-8fd8-3d4d-f73eabb4947a" [ 1059.790800] env[70621]: _type = "Task" [ 1059.790800] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.800288] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e9c049-cec0-8fd8-3d4d-f73eabb4947a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.892349] env[70621]: DEBUG nova.network.neutron [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Successfully updated port: c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.926830] env[70621]: DEBUG nova.compute.manager [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.927014] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.927957] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d58f5e-0a0a-45b2-ba88-8e65ee89b815 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.939738] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.940056] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b3eaee-461b-4504-b3e8-ba6a6eaab940 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.947339] env[70621]: DEBUG oslo_vmware.api [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1059.947339] env[70621]: value = "task-4136298" [ 1059.947339] env[70621]: _type = "Task" [ 1059.947339] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.956567] env[70621]: DEBUG oslo_vmware.api [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.981322] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1059.981650] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f56c9427-7c1c-4ab0-8029-7848b80de597 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.991730] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1059.991730] env[70621]: value = "task-4136299" [ 1059.991730] env[70621]: _type = "Task" [ 1059.991730] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.000574] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136299, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.134527] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136294, 'name': RelocateVM_Task, 'duration_secs': 4.023243} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.134926] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.135070] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819198', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'name': 'volume-8987d091-47b0-442a-a6b8-794afdfaca49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd130111-d039-471f-bd96-7bf854ba268c', 'attached_at': '', 'detached_at': '', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'serial': '8987d091-47b0-442a-a6b8-794afdfaca49'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.135896] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ecfb55-31ec-49eb-8bd9-4bb7a1833195 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.155105] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8982b2-b3f3-4cdd-ad71-dd8712cb09c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.184091] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-8987d091-47b0-442a-a6b8-794afdfaca49/volume-8987d091-47b0-442a-a6b8-794afdfaca49.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.184496] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9f724b-97c5-442d-95c4-1a13efb83cb0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.201168] env[70621]: DEBUG nova.scheduler.client.report [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.211782] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1060.211782] env[70621]: value = "task-4136300" [ 1060.211782] env[70621]: _type = "Task" [ 1060.211782] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.222509] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.226522] env[70621]: DEBUG nova.network.neutron [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updated VIF entry in instance network info cache for port 0322b3d5-d5cb-4d42-b1b7-1c62b05b7666. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.226891] env[70621]: DEBUG nova.network.neutron [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [{"id": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "address": "fa:16:3e:c0:ce:a8", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0322b3d5-d5", "ovs_interfaceid": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.305174] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e9c049-cec0-8fd8-3d4d-f73eabb4947a, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.305521] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.305763] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.306038] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.306170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.306356] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.307038] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-251baa45-6ce4-4736-bcde-73bfc67af297 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.318047] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.318260] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.319316] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbcd088-9091-46ae-bde9-5803694a487c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.326116] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1060.326116] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521884c1-cc28-de43-fe34-f81450c08714" [ 1060.326116] env[70621]: _type = "Task" [ 1060.326116] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.336632] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521884c1-cc28-de43-fe34-f81450c08714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.395304] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.395470] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.395633] env[70621]: DEBUG nova.network.neutron [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.458964] env[70621]: DEBUG oslo_vmware.api [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136298, 'name': PowerOffVM_Task, 'duration_secs': 0.236678} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.459355] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.459474] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.459797] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2e036e-e549-4c51-be6b-0c584a63cf2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.502169] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136299, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.554138] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.554428] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.554645] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Deleting the datastore file [datastore1] ce8417c1-996d-4a27-adea-eb718d1fa292 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.555029] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c45548e6-6c5e-47d3-9e7c-caed3fac98fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.563943] env[70621]: DEBUG oslo_vmware.api [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for the task: (returnval){ [ 1060.563943] env[70621]: value = "task-4136302" [ 1060.563943] env[70621]: _type = "Task" [ 1060.563943] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.574434] env[70621]: DEBUG oslo_vmware.api [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.707061] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.382s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.711514] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.953s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.712149] env[70621]: DEBUG nova.objects.instance [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lazy-loading 'resources' on Instance uuid 3d204eab-5b77-4431-a064-4a0a837d73a9 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.728220] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136300, 'name': ReconfigVM_Task, 'duration_secs': 0.507679} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.729782] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-8987d091-47b0-442a-a6b8-794afdfaca49/volume-8987d091-47b0-442a-a6b8-794afdfaca49.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.735533] env[70621]: DEBUG oslo_concurrency.lockutils [req-684a8f35-952f-4358-85fc-8b00f4a10c5e req-bfcbe07d-17ae-4b07-80d9-df3a8523f6b8 service nova] Releasing lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.736363] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0107d609-5773-413f-804b-df0a8a2bc994 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.753921] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1060.753921] env[70621]: value = "task-4136303" [ 1060.753921] env[70621]: _type = "Task" [ 1060.753921] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.765230] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.791650] env[70621]: INFO nova.network.neutron [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating port e52d6b2b-cbee-42fc-bf72-9bdec59dae74 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1060.839336] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521884c1-cc28-de43-fe34-f81450c08714, 'name': SearchDatastore_Task, 'duration_secs': 0.010738} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.840531] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d0d0f6-58aa-459f-add0-07d7d6d0c567 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.847128] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1060.847128] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cab107-e10e-479a-b20d-07f77315abac" [ 1060.847128] env[70621]: _type = "Task" [ 1060.847128] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.856704] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cab107-e10e-479a-b20d-07f77315abac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.948662] env[70621]: DEBUG nova.network.neutron [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.006070] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136299, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.075599] env[70621]: DEBUG oslo_vmware.api [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Task: {'id': task-4136302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210723} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.075979] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.076199] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.076386] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.076568] env[70621]: INFO nova.compute.manager [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1061.076825] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.077040] env[70621]: DEBUG nova.compute.manager [-] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.077140] env[70621]: DEBUG nova.network.neutron [-] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.254545] env[70621]: DEBUG nova.network.neutron [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updating instance_info_cache with network_info: [{"id": "c1c83ee4-6325-44d4-b07e-24788049142b", "address": "fa:16:3e:67:75:d8", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c83ee4-63", "ovs_interfaceid": "c1c83ee4-6325-44d4-b07e-24788049142b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.267618] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136303, 'name': ReconfigVM_Task, 'duration_secs': 0.227953} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.270972] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819198', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'name': 'volume-8987d091-47b0-442a-a6b8-794afdfaca49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd130111-d039-471f-bd96-7bf854ba268c', 'attached_at': '', 'detached_at': '', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'serial': '8987d091-47b0-442a-a6b8-794afdfaca49'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.272400] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a81e7b45-6fe2-4a7e-922e-a7e396d1d3b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.282810] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1061.282810] env[70621]: value = "task-4136304" [ 1061.282810] env[70621]: _type = "Task" [ 1061.282810] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.299434] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136304, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.359475] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cab107-e10e-479a-b20d-07f77315abac, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.363754] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.363754] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a/1be31f23-54d9-45fb-8f7e-32bf38d4dd8a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.363754] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94c70729-6168-4d41-85ef-b707b7699e63 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.371571] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1061.371571] env[70621]: value = "task-4136305" [ 1061.371571] env[70621]: _type = "Task" [ 1061.371571] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.382239] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.508050] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136299, 'name': CloneVM_Task, 'duration_secs': 1.215741} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.508050] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Created linked-clone VM from snapshot [ 1061.508853] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac7d781-b144-4fe8-9fc9-3678cba17266 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.513686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e358d1-14eb-4e0b-8a5f-d83ea9529762 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.527191] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa0ae23-2a9c-46b3-8113-2dd3c43fb76b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.531014] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Uploading image a8458c5d-0175-4cc5-9cd4-a5839cdb6f45 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1061.573434] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1061.574330] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eddd048-02fc-43d1-a851-127562869a26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.579306] env[70621]: DEBUG nova.compute.manager [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Received event network-vif-plugged-c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.579534] env[70621]: DEBUG oslo_concurrency.lockutils [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.579815] env[70621]: DEBUG oslo_concurrency.lockutils [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] Lock "9729157f-105c-4598-9de4-da391c2ab3ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.580033] env[70621]: DEBUG oslo_concurrency.lockutils [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] Lock "9729157f-105c-4598-9de4-da391c2ab3ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.580354] env[70621]: DEBUG nova.compute.manager [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] No waiting events found dispatching network-vif-plugged-c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1061.580554] env[70621]: WARNING nova.compute.manager [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Received unexpected event network-vif-plugged-c1c83ee4-6325-44d4-b07e-24788049142b for instance with vm_state building and task_state spawning. [ 1061.580714] env[70621]: DEBUG nova.compute.manager [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Received event network-changed-c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.580910] env[70621]: DEBUG nova.compute.manager [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Refreshing instance network info cache due to event network-changed-c1c83ee4-6325-44d4-b07e-24788049142b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.581062] env[70621]: DEBUG oslo_concurrency.lockutils [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] Acquiring lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.581667] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c1c74095-8b4c-476d-8da8-48a87f2af60b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.592900] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82e4aa1-6721-4973-8995-1dd02407fc20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.599318] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1061.599318] env[70621]: value = "task-4136306" [ 1061.599318] env[70621]: _type = "Task" [ 1061.599318] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.615657] env[70621]: DEBUG nova.compute.provider_tree [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.624127] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136306, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.755637] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.756234] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance network_info: |[{"id": "c1c83ee4-6325-44d4-b07e-24788049142b", "address": "fa:16:3e:67:75:d8", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c83ee4-63", "ovs_interfaceid": "c1c83ee4-6325-44d4-b07e-24788049142b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.756677] env[70621]: DEBUG oslo_concurrency.lockutils [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] Acquired lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.756971] env[70621]: DEBUG nova.network.neutron [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Refreshing network info cache for port c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.758802] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:75:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c83ee4-6325-44d4-b07e-24788049142b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.772088] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.777712] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.779418] env[70621]: DEBUG nova.compute.manager [req-f2b7d969-dd6d-41c8-a141-d39dd85334f4 req-47886072-d05c-4c57-aa17-85444baada85 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Received event network-vif-deleted-5e42a713-0631-4a3f-945f-c602c8a8fd9f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.779725] env[70621]: INFO nova.compute.manager [req-f2b7d969-dd6d-41c8-a141-d39dd85334f4 req-47886072-d05c-4c57-aa17-85444baada85 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Neutron deleted interface 5e42a713-0631-4a3f-945f-c602c8a8fd9f; detaching it from the instance and deleting it from the info cache [ 1061.780019] env[70621]: DEBUG nova.network.neutron [req-f2b7d969-dd6d-41c8-a141-d39dd85334f4 req-47886072-d05c-4c57-aa17-85444baada85 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.782809] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3d1b60c-8f33-4022-bc10-53135c38205e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.823967] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136304, 'name': Rename_Task, 'duration_secs': 0.226051} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.826735] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.827152] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.827152] env[70621]: value = "task-4136307" [ 1061.827152] env[70621]: _type = "Task" [ 1061.827152] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.827763] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fe0c138-f9dd-4dc5-8026-14cf48e9b807 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.845029] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136307, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.850133] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1061.850133] env[70621]: value = "task-4136308" [ 1061.850133] env[70621]: _type = "Task" [ 1061.850133] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.862780] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.886432] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136305, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.073441] env[70621]: DEBUG nova.network.neutron [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updated VIF entry in instance network info cache for port c1c83ee4-6325-44d4-b07e-24788049142b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.073816] env[70621]: DEBUG nova.network.neutron [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updating instance_info_cache with network_info: [{"id": "c1c83ee4-6325-44d4-b07e-24788049142b", "address": "fa:16:3e:67:75:d8", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c83ee4-63", "ovs_interfaceid": "c1c83ee4-6325-44d4-b07e-24788049142b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.111784] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136306, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.119673] env[70621]: DEBUG nova.scheduler.client.report [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.129189] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.129474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.238464] env[70621]: DEBUG nova.network.neutron [-] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.283670] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-472ae360-7095-40dd-9388-064d8be03456 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.295346] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ebc106-e2ae-4f0b-9a7d-539459fa2311 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.337937] env[70621]: DEBUG nova.compute.manager [req-f2b7d969-dd6d-41c8-a141-d39dd85334f4 req-47886072-d05c-4c57-aa17-85444baada85 service nova] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Detach interface failed, port_id=5e42a713-0631-4a3f-945f-c602c8a8fd9f, reason: Instance ce8417c1-996d-4a27-adea-eb718d1fa292 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.347885] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136307, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.360281] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.385481] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566538} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.385481] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a/1be31f23-54d9-45fb-8f7e-32bf38d4dd8a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.385481] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.385481] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2940826-8b1e-4c63-a4a6-19aa97578864 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.393833] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1062.393833] env[70621]: value = "task-4136309" [ 1062.393833] env[70621]: _type = "Task" [ 1062.393833] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.406894] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.581026] env[70621]: DEBUG oslo_concurrency.lockutils [req-2308e955-4880-4290-917e-21fb301c7c26 req-15abd3b3-07c5-498e-a9c6-1a2992e952d3 service nova] Releasing lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.597800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.597800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.598293] env[70621]: DEBUG nova.network.neutron [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.615675] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136306, 'name': Destroy_Task, 'duration_secs': 0.747809} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.616968] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Destroyed the VM [ 1062.617288] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1062.617705] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-794b7732-efdf-4182-bed3-604fb7060984 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.626874] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1062.626874] env[70621]: value = "task-4136310" [ 1062.626874] env[70621]: _type = "Task" [ 1062.626874] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.631103] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.632735] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.689s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.633062] env[70621]: DEBUG nova.objects.instance [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lazy-loading 'resources' on Instance uuid 5819a24e-7720-4b2a-8698-45300be9ae72 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.634644] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.644030] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136310, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.661507] env[70621]: INFO nova.scheduler.client.report [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted allocations for instance 3d204eab-5b77-4431-a064-4a0a837d73a9 [ 1062.741182] env[70621]: INFO nova.compute.manager [-] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Took 1.66 seconds to deallocate network for instance. [ 1062.848418] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136307, 'name': CreateVM_Task, 'duration_secs': 0.748863} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.848622] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.849512] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.849671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.849949] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.850567] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d28969-f546-4754-97f3-559b3bc3fb0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.861366] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1062.861366] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c400a9-37d1-ab59-d9ff-349a06a3ff9b" [ 1062.861366] env[70621]: _type = "Task" [ 1062.861366] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.864615] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.874156] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c400a9-37d1-ab59-d9ff-349a06a3ff9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.906552] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086526} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.906870] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.907771] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7718313-1169-4e30-9867-eeac9fb07c4f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.935015] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a/1be31f23-54d9-45fb-8f7e-32bf38d4dd8a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.935278] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599ce76e-f31b-4bf7-91ce-a7a2183d8c7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.958224] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1062.958224] env[70621]: value = "task-4136311" [ 1062.958224] env[70621]: _type = "Task" [ 1062.958224] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.969370] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.136846] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136310, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.165530] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.173155] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13e015d5-0d79-4cae-b22f-318b332d3912 tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "3d204eab-5b77-4431-a064-4a0a837d73a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.181s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.249995] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.367466] env[70621]: DEBUG oslo_vmware.api [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136308, 'name': PowerOnVM_Task, 'duration_secs': 1.187944} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.371310] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.371566] env[70621]: INFO nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1063.371694] env[70621]: DEBUG nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1063.372546] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab26f2-a36d-44cc-b387-c1552f53a3e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.384468] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c400a9-37d1-ab59-d9ff-349a06a3ff9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012888} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.386524] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386853] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.387377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.387377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.387514] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.391168] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd5d477a-a1b9-46e2-b944-c7034c6af5e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.394882] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855795c-34dd-4a47-bac1-5dc485759760 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.404050] env[70621]: DEBUG nova.network.neutron [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.406288] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6068e383-29eb-4fde-8fc3-83e7c4c2ba50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.415299] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.415715] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.417355] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ae6aeb-93cd-4840-ae41-d4486f75ebc8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.457435] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21db8e28-e4e0-475e-b841-5d4d52e67ae7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.462411] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1063.462411] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5278d866-a25b-7bbf-3046-4321ae8d4182" [ 1063.462411] env[70621]: _type = "Task" [ 1063.462411] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.474929] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5931031-92c1-4a15-a330-f08c307fbae1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.487871] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.488080] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5278d866-a25b-7bbf-3046-4321ae8d4182, 'name': SearchDatastore_Task, 'duration_secs': 0.012213} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.489258] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2da53ac-e9b1-4674-9245-a4c022526296 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.503033] env[70621]: DEBUG nova.compute.provider_tree [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.503385] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1063.503385] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5293cae0-48b0-fe1a-daa0-9b3bcb6dbd4f" [ 1063.503385] env[70621]: _type = "Task" [ 1063.503385] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.516036] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5293cae0-48b0-fe1a-daa0-9b3bcb6dbd4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.516036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.516036] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.516036] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40088556-4758-492a-894d-34959b5b9a63 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.523951] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1063.523951] env[70621]: value = "task-4136312" [ 1063.523951] env[70621]: _type = "Task" [ 1063.523951] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.534445] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.578131] env[70621]: DEBUG nova.compute.manager [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-vif-plugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.578403] env[70621]: DEBUG oslo_concurrency.lockutils [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.578683] env[70621]: DEBUG oslo_concurrency.lockutils [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.578889] env[70621]: DEBUG oslo_concurrency.lockutils [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.579179] env[70621]: DEBUG nova.compute.manager [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] No waiting events found dispatching network-vif-plugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1063.579395] env[70621]: WARNING nova.compute.manager [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received unexpected event network-vif-plugged-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 for instance with vm_state shelved_offloaded and task_state spawning. [ 1063.579592] env[70621]: DEBUG nova.compute.manager [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-changed-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.579828] env[70621]: DEBUG nova.compute.manager [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Refreshing instance network info cache due to event network-changed-e52d6b2b-cbee-42fc-bf72-9bdec59dae74. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.580014] env[70621]: DEBUG oslo_concurrency.lockutils [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.636718] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136310, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.907508] env[70621]: INFO nova.compute.manager [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Took 21.58 seconds to build instance. [ 1063.917782] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.919229] env[70621]: DEBUG oslo_concurrency.lockutils [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.919229] env[70621]: DEBUG nova.network.neutron [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Refreshing network info cache for port e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.951536] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='046b5a2c5023db3eca49aec6ab854d05',container_format='bare',created_at=2025-05-14T08:25:17Z,direct_url=,disk_format='vmdk',id=c2356fe2-08f3-43d3-a770-c2a65c07a428,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1087379098-shelved',owner='c70410dc09404072ad6f9f161df3e42b',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-05-14T08:25:33Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.951836] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.951901] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.952417] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.952805] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.952805] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.952995] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.953184] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.953651] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.953782] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.954016] env[70621]: DEBUG nova.virt.hardware [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.955684] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87764c70-96c6-4182-9b67-9dd669ba7113 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.971576] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370d00ca-7e11-490e-a452-d7d3681b7f97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.984402] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136311, 'name': ReconfigVM_Task, 'duration_secs': 0.543788} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.992938] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a/1be31f23-54d9-45fb-8f7e-32bf38d4dd8a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.995246] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:0f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52d6b2b-cbee-42fc-bf72-9bdec59dae74', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.004413] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.004413] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb63c878-30fd-4e29-a07b-a740c52a17e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.006089] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.006967] env[70621]: DEBUG nova.scheduler.client.report [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.010126] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e9b90a2-e49a-4208-b0ea-7225981335ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.031444] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1064.031444] env[70621]: value = "task-4136313" [ 1064.031444] env[70621]: _type = "Task" [ 1064.031444] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.035851] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.040245] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.040245] env[70621]: value = "task-4136314" [ 1064.040245] env[70621]: _type = "Task" [ 1064.040245] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.048212] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136313, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.054463] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136314, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.138889] env[70621]: DEBUG oslo_vmware.api [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136310, 'name': RemoveSnapshot_Task, 'duration_secs': 1.045275} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.139350] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1064.410287] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e55d9b9d-f0b4-43ba-a2e2-13bc1ca12c11 tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "cd130111-d039-471f-bd96-7bf854ba268c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.091s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.526417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.535129] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.153s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.535460] env[70621]: DEBUG nova.objects.instance [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lazy-loading 'resources' on Instance uuid 7976177b-bffc-465d-aae8-a1b1cc4afb83 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.567068] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.568907] env[70621]: INFO nova.scheduler.client.report [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Deleted allocations for instance 5819a24e-7720-4b2a-8698-45300be9ae72 [ 1064.572647] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136314, 'name': CreateVM_Task, 'duration_secs': 0.404523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.573263] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136313, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.575694] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.576379] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.576547] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.576919] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.577465] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133e428d-e8fd-4878-a450-4ae0f0a1025f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.583231] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1064.583231] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527d23b8-2d94-76ac-9382-56bca3754e91" [ 1064.583231] env[70621]: _type = "Task" [ 1064.583231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.598772] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527d23b8-2d94-76ac-9382-56bca3754e91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.645023] env[70621]: WARNING nova.compute.manager [None req-15e26448-d9bf-44d9-8dca-979fb55a3ed8 tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Image not found during snapshot: nova.exception.ImageNotFound: Image a8458c5d-0175-4cc5-9cd4-a5839cdb6f45 could not be found. [ 1064.918254] env[70621]: DEBUG nova.network.neutron [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updated VIF entry in instance network info cache for port e52d6b2b-cbee-42fc-bf72-9bdec59dae74. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.918713] env[70621]: DEBUG nova.network.neutron [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.039738] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136312, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.491532} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.040051] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.040277] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.040915] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37fd5f4f-b118-4f67-83e0-925f7fe5e426 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.053127] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1065.053127] env[70621]: value = "task-4136315" [ 1065.053127] env[70621]: _type = "Task" [ 1065.053127] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.063344] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136313, 'name': Rename_Task, 'duration_secs': 0.532179} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.066272] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.066272] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f49a2171-542d-4952-a664-f6df65ef2a06 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.069929] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.076516] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1065.076516] env[70621]: value = "task-4136316" [ 1065.076516] env[70621]: _type = "Task" [ 1065.076516] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.086759] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2f022cfa-96b4-4f30-a326-08e3d281ed1a tempest-MultipleCreateTestJSON-983295494 tempest-MultipleCreateTestJSON-983295494-project-member] Lock "5819a24e-7720-4b2a-8698-45300be9ae72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.923s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.095806] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.102691] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.103117] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Processing image c2356fe2-08f3-43d3-a770-c2a65c07a428 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.103475] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.104114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.104114] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.104318] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e7048ca-d8ee-4b46-a877-0c5442e2152c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.115697] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.117277] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.117277] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2255229-872a-4a4c-a057-7d5a271ba0e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.124502] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1065.124502] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52004bb2-c94f-a5c8-3d3a-62460220e20a" [ 1065.124502] env[70621]: _type = "Task" [ 1065.124502] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.134347] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52004bb2-c94f-a5c8-3d3a-62460220e20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.315561] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc792b0-216b-4f90-a20d-4cb4fb1c3d39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.325801] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aa4911-b4ec-43ef-b795-21bbc355bdf2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.356490] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c658bf1-c2a8-4331-8cdb-524d98825f71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.365018] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c8bd68-e5e5-4588-9a6a-fa4e2f6e4017 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.381601] env[70621]: DEBUG nova.compute.provider_tree [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.421406] env[70621]: DEBUG oslo_concurrency.lockutils [req-f3a32d7c-4b7a-4174-9ddd-a2b8a574912b req-f2fbc2dd-91d4-4f80-bfd5-e0a2ca98463d service nova] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.564931] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086194} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.565257] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.566106] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdcbf73-fbb3-4360-9877-6c2d31d59210 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.590679] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.594540] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892a5e19-a6b7-4bc6-892b-05cabef52170 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.624323] env[70621]: DEBUG nova.compute.manager [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Received event network-changed-f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.624710] env[70621]: DEBUG nova.compute.manager [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Refreshing instance network info cache due to event network-changed-f8476dd9-f595-4c46-a26b-7582cd0b60d7. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.627916] env[70621]: DEBUG oslo_concurrency.lockutils [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] Acquiring lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.627916] env[70621]: DEBUG oslo_concurrency.lockutils [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] Acquired lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.627916] env[70621]: DEBUG nova.network.neutron [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Refreshing network info cache for port f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.650847] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.658847] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1065.658847] env[70621]: value = "task-4136317" [ 1065.658847] env[70621]: _type = "Task" [ 1065.658847] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.671891] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1065.672315] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Fetch image to [datastore1] OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e/OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1065.672573] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Downloading stream optimized image c2356fe2-08f3-43d3-a770-c2a65c07a428 to [datastore1] OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e/OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e.vmdk on the data store datastore1 as vApp {{(pid=70621) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1065.672818] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Downloading image file data c2356fe2-08f3-43d3-a770-c2a65c07a428 to the ESX as VM named 'OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e' {{(pid=70621) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1065.682415] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.731156] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "34442338-43da-43e2-9ed1-236d78118fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.731509] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "34442338-43da-43e2-9ed1-236d78118fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.731803] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "34442338-43da-43e2-9ed1-236d78118fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.731930] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "34442338-43da-43e2-9ed1-236d78118fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.732125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "34442338-43da-43e2-9ed1-236d78118fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.737578] env[70621]: INFO nova.compute.manager [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Terminating instance [ 1065.787411] env[70621]: DEBUG nova.compute.manager [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.788561] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.790568] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6a2b0-2832-4912-847a-d3183fc00ceb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.800869] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.801650] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c8c1ef-4990-4291-8759-30936573beb5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.811755] env[70621]: DEBUG oslo_vmware.api [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1065.811755] env[70621]: value = "task-4136318" [ 1065.811755] env[70621]: _type = "Task" [ 1065.811755] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.825808] env[70621]: DEBUG oslo_vmware.api [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.857373] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1065.857373] env[70621]: value = "resgroup-9" [ 1065.857373] env[70621]: _type = "ResourcePool" [ 1065.857373] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1065.859082] env[70621]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6d1c1e8a-62f5-4ef6-9572-c37d34ce1ba3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.887868] env[70621]: DEBUG nova.scheduler.client.report [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.893790] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lease: (returnval){ [ 1065.893790] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1065.893790] env[70621]: _type = "HttpNfcLease" [ 1065.893790] env[70621]: } obtained for vApp import into resource pool (val){ [ 1065.893790] env[70621]: value = "resgroup-9" [ 1065.893790] env[70621]: _type = "ResourcePool" [ 1065.893790] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1065.894997] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the lease: (returnval){ [ 1065.894997] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1065.894997] env[70621]: _type = "HttpNfcLease" [ 1065.894997] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1065.903432] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1065.903432] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1065.903432] env[70621]: _type = "HttpNfcLease" [ 1065.903432] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.097162] env[70621]: DEBUG oslo_vmware.api [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136316, 'name': PowerOnVM_Task, 'duration_secs': 0.587772} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.097418] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.097622] env[70621]: INFO nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1066.097815] env[70621]: DEBUG nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.098675] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bae6f2-8b95-4937-9dab-af44439c7cd9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.171027] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136317, 'name': ReconfigVM_Task, 'duration_secs': 0.374444} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.171518] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.172193] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2948fc64-9373-47b0-9dbd-bcdc66699dc8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.180107] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1066.180107] env[70621]: value = "task-4136320" [ 1066.180107] env[70621]: _type = "Task" [ 1066.180107] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.190336] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136320, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.324422] env[70621]: DEBUG oslo_vmware.api [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136318, 'name': PowerOffVM_Task, 'duration_secs': 0.2855} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.324732] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.324939] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.325225] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6667a872-a7c9-4af2-98b3-ef2848bd5f3f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.396037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.399158] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.234s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.402380] env[70621]: INFO nova.compute.claims [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.412040] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.412040] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1066.412040] env[70621]: _type = "HttpNfcLease" [ 1066.412040] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.424702] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.424947] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.425155] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleting the datastore file [datastore1] 34442338-43da-43e2-9ed1-236d78118fe7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.425448] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed67c37d-1f55-4f61-8f34-41e045d7dc41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.436910] env[70621]: DEBUG oslo_vmware.api [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for the task: (returnval){ [ 1066.436910] env[70621]: value = "task-4136322" [ 1066.436910] env[70621]: _type = "Task" [ 1066.436910] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.444228] env[70621]: INFO nova.scheduler.client.report [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Deleted allocations for instance 7976177b-bffc-465d-aae8-a1b1cc4afb83 [ 1066.452640] env[70621]: DEBUG oslo_vmware.api [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.461968] env[70621]: DEBUG nova.network.neutron [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updated VIF entry in instance network info cache for port f8476dd9-f595-4c46-a26b-7582cd0b60d7. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.462436] env[70621]: DEBUG nova.network.neutron [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updating instance_info_cache with network_info: [{"id": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "address": "fa:16:3e:8d:d0:0b", "network": {"id": "b9d9d2bf-62f7-4ee5-b372-a7611ddfcca4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1833155601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33436a57138c4e3491fb75aa30fe77b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8476dd9-f5", "ovs_interfaceid": "f8476dd9-f595-4c46-a26b-7582cd0b60d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.619265] env[70621]: INFO nova.compute.manager [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Took 17.24 seconds to build instance. [ 1066.694775] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136320, 'name': Rename_Task, 'duration_secs': 0.283953} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.695264] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.695546] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b83d66e-2a62-4f47-9f83-8ebebadb32cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.706790] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1066.706790] env[70621]: value = "task-4136323" [ 1066.706790] env[70621]: _type = "Task" [ 1066.706790] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.718828] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.912420] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1066.912420] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1066.912420] env[70621]: _type = "HttpNfcLease" [ 1066.912420] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1066.949715] env[70621]: DEBUG oslo_vmware.api [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Task: {'id': task-4136322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163242} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.949864] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.950135] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.950391] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.950575] env[70621]: INFO nova.compute.manager [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1066.953458] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.953458] env[70621]: DEBUG nova.compute.manager [-] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.953458] env[70621]: DEBUG nova.network.neutron [-] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.961234] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e7e576d8-d949-498f-9c89-337f5e70596a tempest-VolumesAdminNegativeTest-2045600642 tempest-VolumesAdminNegativeTest-2045600642-project-member] Lock "7976177b-bffc-465d-aae8-a1b1cc4afb83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.284s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.966492] env[70621]: DEBUG oslo_concurrency.lockutils [req-4788db4d-d18c-414e-a104-2299385da38b req-745f4baf-e1c6-4322-b577-1f4ea1a6d517 service nova] Releasing lock "refresh_cache-cd130111-d039-471f-bd96-7bf854ba268c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.125763] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7011fdea-88f2-4b01-ac3f-c86e407329fe tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.760s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.220566] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136323, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.408820] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.408820] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1067.408820] env[70621]: _type = "HttpNfcLease" [ 1067.408820] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1067.674139] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ada425-4c35-4ef4-a338-87afa3f837dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.679323] env[70621]: DEBUG nova.compute.manager [req-e56345e9-8b98-4195-899f-9e1138ef3d9a req-3559e86d-1c82-47ce-9ee6-08444587392b service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Received event network-vif-deleted-2ef24367-252e-4f1e-9881-4ed343ac0d79 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.679689] env[70621]: INFO nova.compute.manager [req-e56345e9-8b98-4195-899f-9e1138ef3d9a req-3559e86d-1c82-47ce-9ee6-08444587392b service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Neutron deleted interface 2ef24367-252e-4f1e-9881-4ed343ac0d79; detaching it from the instance and deleting it from the info cache [ 1067.679800] env[70621]: DEBUG nova.network.neutron [req-e56345e9-8b98-4195-899f-9e1138ef3d9a req-3559e86d-1c82-47ce-9ee6-08444587392b service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.690836] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00efac87-03a9-4971-ac43-f2376837c996 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.738231] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d679cf-2391-42f4-891e-5f317aa6bd89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.749092] env[70621]: DEBUG oslo_vmware.api [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136323, 'name': PowerOnVM_Task, 'duration_secs': 0.832492} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.752154] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.752154] env[70621]: INFO nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1067.752328] env[70621]: DEBUG nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.753555] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1fc9c5-f6f8-490a-b21f-ac281122db2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.758264] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac6fbaa-fb25-4b7e-9125-440a2b885ca8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.785403] env[70621]: DEBUG nova.network.neutron [-] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.788030] env[70621]: DEBUG nova.compute.provider_tree [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.909972] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1067.909972] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1067.909972] env[70621]: _type = "HttpNfcLease" [ 1067.909972] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1067.911033] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1067.911033] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52905297-4fd8-c76f-e607-03043587ba7a" [ 1067.911033] env[70621]: _type = "HttpNfcLease" [ 1067.911033] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1067.911265] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb184634-6be2-4491-bb0d-a1bf0c95208f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.919882] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250b035-2d62-b287-4823-8609d85f2908/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1067.921232] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250b035-2d62-b287-4823-8609d85f2908/disk-0.vmdk. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1067.985594] env[70621]: DEBUG nova.compute.manager [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1067.999680] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebb1ec6f-1cca-40c8-b94b-bccd37ba77d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.187085] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4841b0be-a4bd-4664-9ad2-8ab859322ff7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.189883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-e5c5a395-4b73-41a9-bea5-0c6bebc5f571-0ae70826-e27e-468b-a7e9-cefff160de53" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.191749] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e5c5a395-4b73-41a9-bea5-0c6bebc5f571-0ae70826-e27e-468b-a7e9-cefff160de53" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.192245] env[70621]: DEBUG nova.objects.instance [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'flavor' on Instance uuid e5c5a395-4b73-41a9-bea5-0c6bebc5f571 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.202636] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de15e4-f7fb-419c-8974-b48bc0d2c40e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.246036] env[70621]: DEBUG nova.compute.manager [req-e56345e9-8b98-4195-899f-9e1138ef3d9a req-3559e86d-1c82-47ce-9ee6-08444587392b service nova] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Detach interface failed, port_id=2ef24367-252e-4f1e-9881-4ed343ac0d79, reason: Instance 34442338-43da-43e2-9ed1-236d78118fe7 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.291616] env[70621]: INFO nova.compute.manager [-] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Took 1.34 seconds to deallocate network for instance. [ 1068.295889] env[70621]: DEBUG nova.scheduler.client.report [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.314542] env[70621]: INFO nova.compute.manager [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Took 14.91 seconds to build instance. [ 1068.522879] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.809030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.809030] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.821418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.571s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.825025] env[70621]: DEBUG nova.objects.instance [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lazy-loading 'resources' on Instance uuid ce8417c1-996d-4a27-adea-eb718d1fa292 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.827898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.828489] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4b8013c-7e60-4d18-991e-d259ec799204 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.432s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.906401] env[70621]: DEBUG nova.objects.instance [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'pci_requests' on Instance uuid e5c5a395-4b73-41a9-bea5-0c6bebc5f571 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.260032] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1069.260032] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250b035-2d62-b287-4823-8609d85f2908/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1069.260032] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b12de86-011b-46dd-90f0-f339da38a8d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.270436] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250b035-2d62-b287-4823-8609d85f2908/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1069.270932] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250b035-2d62-b287-4823-8609d85f2908/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1069.271466] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7a693876-7a1b-4e53-802d-913b3b2e2460 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.317025] env[70621]: DEBUG nova.compute.utils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.317025] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.317554] env[70621]: DEBUG nova.network.neutron [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.381205] env[70621]: DEBUG nova.policy [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f8a2057aef43c4851c177db2053273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71ec13d515de4abaa76176854673e7ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.412025] env[70621]: DEBUG nova.objects.base [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.412025] env[70621]: DEBUG nova.network.neutron [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.459100] env[70621]: DEBUG oslo_vmware.rw_handles [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250b035-2d62-b287-4823-8609d85f2908/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1069.461019] env[70621]: INFO nova.virt.vmwareapi.images [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Downloaded image file data c2356fe2-08f3-43d3-a770-c2a65c07a428 [ 1069.462386] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb6f6e1-42c2-46e4-bde9-333e6696b2ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.496116] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4bf751-1557-421d-aef8-ae90bbe72437 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.527376] env[70621]: INFO nova.virt.vmwareapi.images [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] The imported VM was unregistered [ 1069.531594] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1069.531594] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.532848] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0be1479-850c-48e6-913f-62007eefc5d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.545666] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Created directory with path [datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.545880] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e/OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e.vmdk to [datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk. {{(pid=70621) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1069.547347] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b32362d4-0e6e-42af-b5ad-e1a3a8c208c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.554796] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1069.554796] env[70621]: value = "task-4136325" [ 1069.554796] env[70621]: _type = "Task" [ 1069.554796] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.567380] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.595215] env[70621]: DEBUG nova.policy [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.623939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6205e0-fc94-4149-8c6d-e8b959f207e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.633197] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bbf047-9b06-446f-aaf7-c5496f56397f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.669904] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6ebc0f-0290-4129-ac1e-f27c8f165e5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.678859] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163b6f8-24eb-4d94-952a-729152acd232 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.698779] env[70621]: DEBUG nova.compute.provider_tree [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.823944] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.028442] env[70621]: DEBUG nova.compute.manager [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Received event network-changed-c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.028442] env[70621]: DEBUG nova.compute.manager [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Refreshing instance network info cache due to event network-changed-c1c83ee4-6325-44d4-b07e-24788049142b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.028442] env[70621]: DEBUG oslo_concurrency.lockutils [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] Acquiring lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.028442] env[70621]: DEBUG oslo_concurrency.lockutils [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] Acquired lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.029017] env[70621]: DEBUG nova.network.neutron [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Refreshing network info cache for port c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.068329] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.200020] env[70621]: DEBUG nova.network.neutron [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Successfully created port: a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.204957] env[70621]: DEBUG nova.scheduler.client.report [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.331712] env[70621]: INFO nova.virt.block_device [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Booting with volume cd45977f-16dc-4570-af3b-651caadf0c0b at /dev/sda [ 1070.381892] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5cac5c51-3069-4bdd-94e5-7e481315fd55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.394237] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8140a78e-5478-436e-9ed2-3288246d2eb3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.434829] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-245295fa-81f7-4b72-96da-0953bb36c94c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.445878] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124097b1-09cc-46df-b9e2-ddbffd9655e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.490890] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01b0c5-5c03-4428-ba98-15255427eaf0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.499266] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea1ee6-cffc-4e7e-87d8-93921f4970cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.519868] env[70621]: DEBUG nova.virt.block_device [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updating existing volume attachment record: 1e8c098f-7815-4f64-8464-e67c97614d77 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.573322] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.714439] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.717336] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.195s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.760585] env[70621]: INFO nova.scheduler.client.report [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Deleted allocations for instance ce8417c1-996d-4a27-adea-eb718d1fa292 [ 1071.071304] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.117451] env[70621]: DEBUG nova.network.neutron [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updated VIF entry in instance network info cache for port c1c83ee4-6325-44d4-b07e-24788049142b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.117857] env[70621]: DEBUG nova.network.neutron [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updating instance_info_cache with network_info: [{"id": "c1c83ee4-6325-44d4-b07e-24788049142b", "address": "fa:16:3e:67:75:d8", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1c83ee4-63", "ovs_interfaceid": "c1c83ee4-6325-44d4-b07e-24788049142b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.225253] env[70621]: INFO nova.compute.claims [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.282984] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8ee0402f-15ab-4033-aa14-ad487fa652c2 tempest-ServersTestFqdnHostnames-100799831 tempest-ServersTestFqdnHostnames-100799831-project-member] Lock "ce8417c1-996d-4a27-adea-eb718d1fa292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.866s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.574385] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.623231] env[70621]: DEBUG oslo_concurrency.lockutils [req-7b91a1a5-3445-4a41-bd2b-b010fa885dc7 req-0c097d34-619d-4824-af34-cc350e7c53a2 service nova] Releasing lock "refresh_cache-9729157f-105c-4598-9de4-da391c2ab3ca" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.732511] env[70621]: DEBUG nova.network.neutron [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Successfully updated port: 0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.738699] env[70621]: INFO nova.compute.resource_tracker [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating resource usage from migration 26abb219-634e-4394-aeaa-ae9b423e78b1 [ 1071.986590] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be6be5-845c-4e5b-a504-54b59a7da4b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.995947] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c381f3-f1b5-4bb1-af2f-54502f2bc2bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.038415] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bcb946-4b4d-4c35-9077-67161b42e8e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.045018] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196a5b55-5b1c-473d-89ed-336a59e0fc81 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.069022] env[70621]: DEBUG nova.compute.provider_tree [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.073387] env[70621]: DEBUG nova.network.neutron [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Successfully updated port: a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.086958] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.245040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.245226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.245418] env[70621]: DEBUG nova.network.neutron [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.582863] env[70621]: DEBUG nova.scheduler.client.report [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.591143] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.591344] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquired lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.591595] env[70621]: DEBUG nova.network.neutron [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.598385] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136325, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.547765} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.599231] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.600305] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.603509] env[70621]: DEBUG nova.compute.manager [req-f6c3af73-7f7b-4972-ac80-468f12562a52 req-f9f27733-8353-45a1-91bd-9a45134d5a87 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Received event network-vif-plugged-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.603731] env[70621]: DEBUG oslo_concurrency.lockutils [req-f6c3af73-7f7b-4972-ac80-468f12562a52 req-f9f27733-8353-45a1-91bd-9a45134d5a87 service nova] Acquiring lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.604185] env[70621]: DEBUG oslo_concurrency.lockutils [req-f6c3af73-7f7b-4972-ac80-468f12562a52 req-f9f27733-8353-45a1-91bd-9a45134d5a87 service nova] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.604185] env[70621]: DEBUG oslo_concurrency.lockutils [req-f6c3af73-7f7b-4972-ac80-468f12562a52 req-f9f27733-8353-45a1-91bd-9a45134d5a87 service nova] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.604333] env[70621]: DEBUG nova.compute.manager [req-f6c3af73-7f7b-4972-ac80-468f12562a52 req-f9f27733-8353-45a1-91bd-9a45134d5a87 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] No waiting events found dispatching network-vif-plugged-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.604514] env[70621]: WARNING nova.compute.manager [req-f6c3af73-7f7b-4972-ac80-468f12562a52 req-f9f27733-8353-45a1-91bd-9a45134d5a87 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Received unexpected event network-vif-plugged-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f for instance with vm_state building and task_state spawning. [ 1072.604855] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e/OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e.vmdk to [datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk. [ 1072.605040] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Cleaning up location [datastore1] OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1072.605213] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_00ab56aa-7514-46b4-b1db-535afe56b37e {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.606812] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a29d426a-659a-48dd-bd0f-68d4afc121b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.616148] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1072.616148] env[70621]: value = "task-4136326" [ 1072.616148] env[70621]: _type = "Task" [ 1072.616148] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.629105] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.642476] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.642653] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.643045] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.643160] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.643250] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.645129] env[70621]: DEBUG nova.virt.hardware [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.646059] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a0d3b-2f33-4f35-b65c-c2a236b40f49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.658983] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236ac55-577e-47d6-aa49-4b7e3c3e81b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.693244] env[70621]: DEBUG nova.compute.manager [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-vif-plugged-0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.693422] env[70621]: DEBUG oslo_concurrency.lockutils [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.694067] env[70621]: DEBUG oslo_concurrency.lockutils [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.694067] env[70621]: DEBUG oslo_concurrency.lockutils [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.694067] env[70621]: DEBUG nova.compute.manager [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] No waiting events found dispatching network-vif-plugged-0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.695025] env[70621]: WARNING nova.compute.manager [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received unexpected event network-vif-plugged-0ae70826-e27e-468b-a7e9-cefff160de53 for instance with vm_state active and task_state None. [ 1072.695176] env[70621]: DEBUG nova.compute.manager [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-changed-0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.695378] env[70621]: DEBUG nova.compute.manager [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing instance network info cache due to event network-changed-0ae70826-e27e-468b-a7e9-cefff160de53. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.695779] env[70621]: DEBUG oslo_concurrency.lockutils [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.829023] env[70621]: WARNING nova.network.neutron [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] ea5172c7-9865-458b-ab95-517aadcdbe9e already exists in list: networks containing: ['ea5172c7-9865-458b-ab95-517aadcdbe9e']. ignoring it [ 1073.102663] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.385s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.103617] env[70621]: INFO nova.compute.manager [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Migrating [ 1073.118099] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.292s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.118977] env[70621]: DEBUG nova.objects.instance [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lazy-loading 'resources' on Instance uuid 34442338-43da-43e2-9ed1-236d78118fe7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.121023] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.148168] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042701} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.149121] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.149313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.151035] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk to [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.151035] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15564b5c-7468-4f13-a7ae-4bbb39f2e6e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.160950] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1073.160950] env[70621]: value = "task-4136327" [ 1073.160950] env[70621]: _type = "Task" [ 1073.160950] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.174742] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.203508] env[70621]: DEBUG nova.network.neutron [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.377125] env[70621]: DEBUG nova.network.neutron [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae70826-e27e-468b-a7e9-cefff160de53", "address": "fa:16:3e:ec:26:d1", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae70826-e2", "ovs_interfaceid": "0ae70826-e27e-468b-a7e9-cefff160de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.441762] env[70621]: DEBUG nova.network.neutron [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updating instance_info_cache with network_info: [{"id": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "address": "fa:16:3e:e5:62:2c", "network": {"id": "22b375c1-7e7f-4362-9d1d-3791a5b062ae", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497641486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ec13d515de4abaa76176854673e7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0f757-31", "ovs_interfaceid": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.639650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.639650] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.639650] env[70621]: DEBUG nova.network.neutron [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.672037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.675930] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.879741] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.880497] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.880664] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.883388] env[70621]: DEBUG oslo_concurrency.lockutils [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.883388] env[70621]: DEBUG nova.network.neutron [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing network info cache for port 0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.883388] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d778148-ee70-4b74-8cc1-6b45d7ac26db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.905468] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.905736] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.905971] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.906227] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.906479] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.906631] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.907013] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.907185] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.907379] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.907624] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.907847] env[70621]: DEBUG nova.virt.hardware [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.915210] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Reconfiguring VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1073.920497] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c0c06d-afa4-4f58-9223-4fa34648f66a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.940833] env[70621]: DEBUG oslo_vmware.api [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1073.940833] env[70621]: value = "task-4136328" [ 1073.940833] env[70621]: _type = "Task" [ 1073.940833] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.945944] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Releasing lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.946313] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance network_info: |[{"id": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "address": "fa:16:3e:e5:62:2c", "network": {"id": "22b375c1-7e7f-4362-9d1d-3791a5b062ae", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497641486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ec13d515de4abaa76176854673e7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0f757-31", "ovs_interfaceid": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.949929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:62:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7d0f757-31e4-4ec7-afbe-3358e91fbe7f', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.957776] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Creating folder: Project (71ec13d515de4abaa76176854673e7ca). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.959307] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827cb8be-1aeb-4b3b-b37d-10708296eca2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.966218] env[70621]: DEBUG oslo_vmware.api [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136328, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.979278] env[70621]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1073.979558] env[70621]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70621) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1073.980276] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Folder already exists: Project (71ec13d515de4abaa76176854673e7ca). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1073.980571] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Creating folder: Instances. Parent ref: group-v819202. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.980919] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b37ba4-db74-4882-bb42-aa52f2792f60 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.989448] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26bf13b-b253-4b60-b751-0befc8dee26e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.996135] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Created folder: Instances in parent group-v819202. [ 1073.996135] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.996135] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.996360] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a8f80c4-9c26-453f-82c3-a8a2689f1290 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.021551] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92170043-fc6d-4d6b-a483-088cf7ea9ad8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.030049] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.030432] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.031692] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.031692] env[70621]: value = "task-4136331" [ 1074.031692] env[70621]: _type = "Task" [ 1074.031692] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.066653] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b180cb2d-44b8-4b3b-b3b4-12946261116f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.073994] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136331, 'name': CreateVM_Task} progress is 15%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.082030] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f277dd1-6ab9-4efd-9500-d2b1cbc905ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.097801] env[70621]: DEBUG nova.compute.provider_tree [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.175650] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.435277] env[70621]: DEBUG nova.network.neutron [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [{"id": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "address": "fa:16:3e:c0:ce:a8", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0322b3d5-d5", "ovs_interfaceid": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.452422] env[70621]: DEBUG oslo_vmware.api [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.533727] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.546143] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136331, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.601685] env[70621]: DEBUG nova.scheduler.client.report [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.677538] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.769358] env[70621]: DEBUG nova.network.neutron [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updated VIF entry in instance network info cache for port 0ae70826-e27e-468b-a7e9-cefff160de53. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.771655] env[70621]: DEBUG nova.network.neutron [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae70826-e27e-468b-a7e9-cefff160de53", "address": "fa:16:3e:ec:26:d1", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae70826-e2", "ovs_interfaceid": "0ae70826-e27e-468b-a7e9-cefff160de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.825785] env[70621]: DEBUG nova.compute.manager [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Received event network-changed-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.826164] env[70621]: DEBUG nova.compute.manager [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Refreshing instance network info cache due to event network-changed-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.826549] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] Acquiring lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.826922] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] Acquired lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.826980] env[70621]: DEBUG nova.network.neutron [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Refreshing network info cache for port a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.942095] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.965744] env[70621]: DEBUG oslo_vmware.api [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.050568] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136331, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.068178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.108122] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.111873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.440s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.113450] env[70621]: INFO nova.compute.claims [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.134579] env[70621]: INFO nova.scheduler.client.report [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Deleted allocations for instance 34442338-43da-43e2-9ed1-236d78118fe7 [ 1075.176074] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.275029] env[70621]: DEBUG oslo_concurrency.lockutils [req-b44bef52-6213-4f4c-a39f-07fe381ae3db req-b291194e-53b3-4652-82f3-b80ddad5691f service nova] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.459195] env[70621]: DEBUG oslo_vmware.api [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136328, 'name': ReconfigVM_Task, 'duration_secs': 1.234466} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.460473] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.460473] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Reconfigured VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1075.548386] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136331, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.603830] env[70621]: DEBUG nova.network.neutron [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updated VIF entry in instance network info cache for port a7d0f757-31e4-4ec7-afbe-3358e91fbe7f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.604315] env[70621]: DEBUG nova.network.neutron [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updating instance_info_cache with network_info: [{"id": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "address": "fa:16:3e:e5:62:2c", "network": {"id": "22b375c1-7e7f-4362-9d1d-3791a5b062ae", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497641486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ec13d515de4abaa76176854673e7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0f757-31", "ovs_interfaceid": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.647547] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c89a782-80b9-4616-9477-661e3f58e5ac tempest-ImagesTestJSON-1765947257 tempest-ImagesTestJSON-1765947257-project-member] Lock "34442338-43da-43e2-9ed1-236d78118fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.914s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.676571] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.966872] env[70621]: DEBUG oslo_concurrency.lockutils [None req-221ab976-acff-4f1a-9790-a0523129a1cd tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e5c5a395-4b73-41a9-bea5-0c6bebc5f571-0ae70826-e27e-468b-a7e9-cefff160de53" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.776s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.046918] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136331, 'name': CreateVM_Task, 'duration_secs': 1.946083} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.047129] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.048026] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819208', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'name': 'volume-cd45977f-16dc-4570-af3b-651caadf0c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fa25f93-a49f-490b-9be9-88a4b152cdeb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'serial': 'cd45977f-16dc-4570-af3b-651caadf0c0b'}, 'mount_device': '/dev/sda', 'attachment_id': '1e8c098f-7815-4f64-8464-e67c97614d77', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70621) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1076.049225] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Root volume attach. Driver type: vmdk {{(pid=70621) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1076.049324] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5864d-6799-4330-ae58-4e73a52583e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.058260] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813912fe-fa4e-485e-b042-91dd722b218c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.065377] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e23aca-db34-42ec-a75e-5a356214a80b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.072084] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-01e44135-c168-4a1a-8bfa-f2d58f6ddd70 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.080125] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1076.080125] env[70621]: value = "task-4136332" [ 1076.080125] env[70621]: _type = "Task" [ 1076.080125] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.088532] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.107441] env[70621]: DEBUG oslo_concurrency.lockutils [req-5e796e30-a7fa-4cef-b453-087e006cff28 req-4d50be62-cf17-475f-b484-dff663f81a3a service nova] Releasing lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.178024] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136327, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.754398} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.181715] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c2356fe2-08f3-43d3-a770-c2a65c07a428/c2356fe2-08f3-43d3-a770-c2a65c07a428.vmdk to [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.182312] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3089d1-d28e-434b-916b-6e8f8cb86b5b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.209034] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.212933] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035e5417-317b-4449-a4ec-3446241745f9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.236995] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1076.236995] env[70621]: value = "task-4136333" [ 1076.236995] env[70621]: _type = "Task" [ 1076.236995] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.250390] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.392860] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5e8e2-94ac-4150-ba2f-316c93a7d768 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.401020] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca06323a-d1b1-4c75-b4af-1ea6d591f029 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.435429] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba6d29d-aa4b-41a5-a36e-39dadc733f4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.444504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dada6a21-0b0f-48bd-b947-16809c7578df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.464371] env[70621]: DEBUG nova.compute.provider_tree [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.466349] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0ae23-1708-43e8-b564-c3c489b05d7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.489372] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.594724] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 34%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.750736] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136333, 'name': ReconfigVM_Task, 'duration_secs': 0.489739} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.751139] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661/f5936f5e-852b-49ec-b8b6-fb69b2189661.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.753946] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e577037b-0d9d-46cd-bb3a-27f2482a9e8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.760908] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1076.760908] env[70621]: value = "task-4136334" [ 1076.760908] env[70621]: _type = "Task" [ 1076.760908] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.770643] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136334, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.966960] env[70621]: DEBUG nova.scheduler.client.report [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.996640] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.996986] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e890dfb1-fe46-4d89-a8e5-72514ec540a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.007710] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1077.007710] env[70621]: value = "task-4136335" [ 1077.007710] env[70621]: _type = "Task" [ 1077.007710] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.019748] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.092902] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 47%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.273651] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136334, 'name': Rename_Task, 'duration_secs': 0.17589} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.274136] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.274505] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f1c3f7a-5806-42d1-a0b2-8c9ae9dc5033 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.282742] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1077.282742] env[70621]: value = "task-4136336" [ 1077.282742] env[70621]: _type = "Task" [ 1077.282742] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.292510] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.320962] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "26bc1b18-e651-48de-95b3-d088a9c03b83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.321298] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "26bc1b18-e651-48de-95b3-d088a9c03b83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.475676] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.475676] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.479154] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.411s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.482334] env[70621]: INFO nova.compute.claims [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.519901] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136335, 'name': PowerOffVM_Task, 'duration_secs': 0.357986} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.520318] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.520469] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.594802] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.616994] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-e5c5a395-4b73-41a9-bea5-0c6bebc5f571-0ae70826-e27e-468b-a7e9-cefff160de53" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.617412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e5c5a395-4b73-41a9-bea5-0c6bebc5f571-0ae70826-e27e-468b-a7e9-cefff160de53" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.796821] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.824584] env[70621]: DEBUG nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.982466] env[70621]: DEBUG nova.compute.utils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.982466] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.982466] env[70621]: DEBUG nova.network.neutron [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.027512] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.027829] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.028008] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.030891] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.031052] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.031219] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.031451] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.031619] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.031791] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.031961] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.032203] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.039716] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8329cf-d8f8-46cf-8571-2d2904d893b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.057116] env[70621]: DEBUG nova.policy [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '527a6dd8087d465782ae7c391b1c8390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0285f54dd743569712c81388f2904f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.061267] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1078.061267] env[70621]: value = "task-4136337" [ 1078.061267] env[70621]: _type = "Task" [ 1078.061267] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.075433] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.094244] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 75%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.121300] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.121536] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.122696] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606ed705-a436-44ec-a596-8e23b28fc21f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.145323] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e07632-d395-4627-9fa2-84550af2a5ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.177261] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Reconfiguring VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1078.177746] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb25b224-0a20-462d-9b95-49158d628da9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.199122] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1078.199122] env[70621]: value = "task-4136338" [ 1078.199122] env[70621]: _type = "Task" [ 1078.199122] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.210215] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.295488] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.354525] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.485701] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.545556] env[70621]: DEBUG nova.network.neutron [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Successfully created port: 142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.576939] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136337, 'name': ReconfigVM_Task, 'duration_secs': 0.239332} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.580041] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.595083] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 86%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.710694] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.780756] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772cb2c-5753-46b0-a447-43d5c4011cea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.790500] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d7d3dd-cf2b-4180-b4f0-6aacac6a8edd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.797737] env[70621]: DEBUG oslo_vmware.api [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136336, 'name': PowerOnVM_Task, 'duration_secs': 1.201326} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.798579] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.828850] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78ca4c5-ecf4-4d1f-ae9b-6a9218e05b1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.837200] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526e2ca-3eb6-4535-9da4-052c5246c423 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.853014] env[70621]: DEBUG nova.compute.provider_tree [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.921179] env[70621]: DEBUG nova.compute.manager [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.922198] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5e5504-d482-4ac8-a648-c62c4cffcc0a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.087416] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.087545] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.087735] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.087872] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.088110] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.088208] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.088419] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.088573] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.088739] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.088904] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.089092] env[70621]: DEBUG nova.virt.hardware [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.094339] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.097855] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe42859-f76e-47ec-bf6c-4241570a993e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.117036] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.118492] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1079.118492] env[70621]: value = "task-4136339" [ 1079.118492] env[70621]: _type = "Task" [ 1079.118492] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.127407] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.211026] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.356617] env[70621]: DEBUG nova.scheduler.client.report [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.443589] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1fec8c8b-0e7a-456a-ac23-d90ea2160d37 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.335s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.497739] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.526471] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.526736] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.526898] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.527246] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.527324] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.527475] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.527842] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.528120] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.528311] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.528655] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.528760] env[70621]: DEBUG nova.virt.hardware [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.530260] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc8d7d-503d-47e1-8547-5198a0bbb040 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.539656] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4972c19e-2972-4bab-886d-e49688d5a835 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.596775] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136332, 'name': RelocateVM_Task, 'duration_secs': 3.472435} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.600329] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1079.600329] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819208', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'name': 'volume-cd45977f-16dc-4570-af3b-651caadf0c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fa25f93-a49f-490b-9be9-88a4b152cdeb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'serial': 'cd45977f-16dc-4570-af3b-651caadf0c0b'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1079.600329] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2277f7a8-3739-46fe-b219-30d77433c6fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.618634] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde6214-1283-4410-8b57-eb500b6f3721 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.628308] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136339, 'name': ReconfigVM_Task, 'duration_secs': 0.229807} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.639158] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.647827] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-cd45977f-16dc-4570-af3b-651caadf0c0b/volume-cd45977f-16dc-4570-af3b-651caadf0c0b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.648545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc5a09-8e4c-4bbf-a69c-c4492680aa54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.651110] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035095ab-677a-45b6-8f86-645f56264f11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.687766] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a/1be31f23-54d9-45fb-8f7e-32bf38d4dd8a.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.689513] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b464e777-70e0-4d72-9772-c42e29c47185 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.703858] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1079.703858] env[70621]: value = "task-4136340" [ 1079.703858] env[70621]: _type = "Task" [ 1079.703858] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.713774] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1079.713774] env[70621]: value = "task-4136341" [ 1079.713774] env[70621]: _type = "Task" [ 1079.713774] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.720757] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.721161] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.729813] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.862129] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.862705] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.865377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.511s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.869347] env[70621]: INFO nova.compute.claims [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.112915] env[70621]: DEBUG nova.compute.manager [req-8625e8b2-ff95-4da5-86ae-780d0e44e8c5 req-ecb2264f-3ce4-4a54-a970-450fce340653 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Received event network-vif-plugged-142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.112915] env[70621]: DEBUG oslo_concurrency.lockutils [req-8625e8b2-ff95-4da5-86ae-780d0e44e8c5 req-ecb2264f-3ce4-4a54-a970-450fce340653 service nova] Acquiring lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.112915] env[70621]: DEBUG oslo_concurrency.lockutils [req-8625e8b2-ff95-4da5-86ae-780d0e44e8c5 req-ecb2264f-3ce4-4a54-a970-450fce340653 service nova] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.113563] env[70621]: DEBUG oslo_concurrency.lockutils [req-8625e8b2-ff95-4da5-86ae-780d0e44e8c5 req-ecb2264f-3ce4-4a54-a970-450fce340653 service nova] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.114046] env[70621]: DEBUG nova.compute.manager [req-8625e8b2-ff95-4da5-86ae-780d0e44e8c5 req-ecb2264f-3ce4-4a54-a970-450fce340653 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] No waiting events found dispatching network-vif-plugged-142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1080.114440] env[70621]: WARNING nova.compute.manager [req-8625e8b2-ff95-4da5-86ae-780d0e44e8c5 req-ecb2264f-3ce4-4a54-a970-450fce340653 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Received unexpected event network-vif-plugged-142c7a85-0820-4e32-b2fc-a23ee161cbd1 for instance with vm_state building and task_state spawning. [ 1080.195500] env[70621]: DEBUG nova.network.neutron [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Successfully updated port: 142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.219969] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.223747] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.233505] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136341, 'name': ReconfigVM_Task, 'duration_secs': 0.314086} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.233774] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a/1be31f23-54d9-45fb-8f7e-32bf38d4dd8a.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.234072] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.370964] env[70621]: DEBUG nova.compute.utils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.375749] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.375920] env[70621]: DEBUG nova.network.neutron [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.415040] env[70621]: DEBUG nova.policy [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '527a6dd8087d465782ae7c391b1c8390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0285f54dd743569712c81388f2904f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.697882] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.698059] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.698295] env[70621]: DEBUG nova.network.neutron [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.724331] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.728450] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136340, 'name': ReconfigVM_Task, 'duration_secs': 0.868128} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.729131] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-cd45977f-16dc-4570-af3b-651caadf0c0b/volume-cd45977f-16dc-4570-af3b-651caadf0c0b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.736306] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c7019b4-f26a-4798-bd8b-03abc6dc59e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.748788] env[70621]: DEBUG nova.network.neutron [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Successfully created port: 687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.753212] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad04698-1447-4f49-a97e-98013baf0eef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.778200] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b53971-97ef-483b-a3e3-782372879962 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.781385] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1080.781385] env[70621]: value = "task-4136342" [ 1080.781385] env[70621]: _type = "Task" [ 1080.781385] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.800208] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.811139] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.873956] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.134408] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6929b188-3c52-494b-8946-18a86f5697cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.143075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb891d7c-35f7-43e1-a799-e60bd1d05f2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.184322] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a512de6-ffc8-4961-b301-c0fc7173c87e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.186676] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf7f96-4ff8-44b9-9791-bb94fa30b94c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.193939] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Suspending the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1081.196326] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-afb723db-83a9-4796-914c-8dc9ff938765 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.199658] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db25176e-22bf-4576-8a09-7b9634959a42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.212851] env[70621]: DEBUG oslo_vmware.api [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1081.212851] env[70621]: value = "task-4136343" [ 1081.212851] env[70621]: _type = "Task" [ 1081.212851] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.223874] env[70621]: DEBUG nova.compute.provider_tree [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.233131] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.238912] env[70621]: DEBUG oslo_vmware.api [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136343, 'name': SuspendVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.246400] env[70621]: DEBUG nova.network.neutron [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.293061] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136342, 'name': ReconfigVM_Task, 'duration_secs': 0.308198} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.293591] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819208', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'name': 'volume-cd45977f-16dc-4570-af3b-651caadf0c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fa25f93-a49f-490b-9be9-88a4b152cdeb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'serial': 'cd45977f-16dc-4570-af3b-651caadf0c0b'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1081.293982] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23d310eb-6b96-4905-b937-0ee4e302931d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302644] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1081.302644] env[70621]: value = "task-4136344" [ 1081.302644] env[70621]: _type = "Task" [ 1081.302644] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.320407] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136344, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.405874] env[70621]: DEBUG nova.network.neutron [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Port 0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1081.495165] env[70621]: DEBUG nova.network.neutron [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Updating instance_info_cache with network_info: [{"id": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "address": "fa:16:3e:39:f1:c9", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142c7a85-08", "ovs_interfaceid": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.721742] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.730230] env[70621]: DEBUG nova.scheduler.client.report [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.750470] env[70621]: DEBUG oslo_vmware.api [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136343, 'name': SuspendVM_Task} progress is 62%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.816874] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136344, 'name': Rename_Task, 'duration_secs': 0.400015} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.816874] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.816874] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cf1c317-d74c-4329-b678-40d02ac4f4f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.823222] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1081.823222] env[70621]: value = "task-4136345" [ 1081.823222] env[70621]: _type = "Task" [ 1081.823222] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.834089] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.885543] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.910464] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.910775] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.910934] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.911153] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.911302] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.911450] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.911773] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.912040] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.912113] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.912283] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.912464] env[70621]: DEBUG nova.virt.hardware [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.917821] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e220d1-86bf-4813-bf38-7b406ca8ad7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.930041] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad33f82a-bb77-4870-b7cb-56d6639d6808 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.998863] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.999233] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Instance network_info: |[{"id": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "address": "fa:16:3e:39:f1:c9", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142c7a85-08", "ovs_interfaceid": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.999489] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '142c7a85-0820-4e32-b2fc-a23ee161cbd1', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.007618] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating folder: Project (7d0285f54dd743569712c81388f2904f). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.008850] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4e5406d-e3c4-4686-b264-03a1f1fa99c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.021648] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created folder: Project (7d0285f54dd743569712c81388f2904f) in parent group-v818963. [ 1082.024014] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating folder: Instances. Parent ref: group-v819219. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.024014] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d01b280-dc29-484f-8e8b-708d0782c00e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.033013] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created folder: Instances in parent group-v819219. [ 1082.033433] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.033742] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.034027] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9104ec66-db6e-40c3-8826-502a56df53bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.055770] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.055770] env[70621]: value = "task-4136348" [ 1082.055770] env[70621]: _type = "Task" [ 1082.055770] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.064521] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136348, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.151842] env[70621]: DEBUG nova.compute.manager [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Received event network-changed-142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.152147] env[70621]: DEBUG nova.compute.manager [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Refreshing instance network info cache due to event network-changed-142c7a85-0820-4e32-b2fc-a23ee161cbd1. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.152384] env[70621]: DEBUG oslo_concurrency.lockutils [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] Acquiring lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.152595] env[70621]: DEBUG oslo_concurrency.lockutils [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] Acquired lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.153750] env[70621]: DEBUG nova.network.neutron [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Refreshing network info cache for port 142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.218659] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.234720] env[70621]: DEBUG oslo_vmware.api [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136343, 'name': SuspendVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.238768] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.239480] env[70621]: DEBUG nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.334616] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136345, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.435951] env[70621]: DEBUG nova.network.neutron [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Successfully updated port: 687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.446895] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.448126] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.448126] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.450022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.450265] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.450489] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.450675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.450904] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.452904] env[70621]: INFO nova.compute.manager [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Terminating instance [ 1082.568427] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136348, 'name': CreateVM_Task, 'duration_secs': 0.491075} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.568612] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.569552] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.569632] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.570022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.570368] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20418307-b237-49e2-90c3-92b188b03143 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.575615] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1082.575615] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52839894-0597-d847-a5c2-add8958ac261" [ 1082.575615] env[70621]: _type = "Task" [ 1082.575615] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.585431] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52839894-0597-d847-a5c2-add8958ac261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.617822] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "198c7d07-9140-4206-a19c-41adcf95d313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.618073] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "198c7d07-9140-4206-a19c-41adcf95d313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.719437] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.737789] env[70621]: DEBUG oslo_vmware.api [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136343, 'name': SuspendVM_Task, 'duration_secs': 1.172438} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.738730] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Suspended the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1082.738730] env[70621]: DEBUG nova.compute.manager [None req-b5f9d749-77a1-42d2-8ce5-aac71a053bf6 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.740380] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8408cf-5706-43c2-8a5d-8e52c89da360 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.746056] env[70621]: DEBUG nova.compute.utils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.749711] env[70621]: DEBUG nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1082.836501] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.950490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.950490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.950490] env[70621]: DEBUG nova.network.neutron [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.957549] env[70621]: DEBUG nova.compute.manager [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.959064] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.960149] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefcf7b9-0b02-490a-b2cb-38eeefd6a642 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.973060] env[70621]: DEBUG nova.network.neutron [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Updated VIF entry in instance network info cache for port 142c7a85-0820-4e32-b2fc-a23ee161cbd1. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.973060] env[70621]: DEBUG nova.network.neutron [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Updating instance_info_cache with network_info: [{"id": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "address": "fa:16:3e:39:f1:c9", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142c7a85-08", "ovs_interfaceid": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.977685] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.978500] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbaa868-d29a-4937-a8cb-d8c26d81be2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.987284] env[70621]: DEBUG oslo_vmware.api [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1082.987284] env[70621]: value = "task-4136349" [ 1082.987284] env[70621]: _type = "Task" [ 1082.987284] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.997596] env[70621]: DEBUG oslo_vmware.api [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.087540] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52839894-0597-d847-a5c2-add8958ac261, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.087874] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.088137] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.088391] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.088711] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.088711] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.089015] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d62ff9fe-a156-4295-8a18-94e63ffe32cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.104888] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.105206] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.106041] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d6978f-53d1-43b3-aec3-cb159b550e4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.116546] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1083.116546] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b58f34-e453-fbcb-ba2a-c838ac75d7d3" [ 1083.116546] env[70621]: _type = "Task" [ 1083.116546] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.120856] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.128823] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b58f34-e453-fbcb-ba2a-c838ac75d7d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.221704] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.258965] env[70621]: DEBUG nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.336908] env[70621]: DEBUG oslo_vmware.api [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136345, 'name': PowerOnVM_Task, 'duration_secs': 1.110033} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.337594] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.337594] env[70621]: INFO nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1083.337766] env[70621]: DEBUG nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.339180] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799707d-712f-4bc6-81d2-925680d89469 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.473168] env[70621]: DEBUG oslo_concurrency.lockutils [req-89cbdbb7-6bc9-4847-9961-66fc789ad235 req-ac6c9116-1cb9-42c5-83da-b41071ee88f1 service nova] Releasing lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.499493] env[70621]: DEBUG oslo_vmware.api [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136349, 'name': PowerOffVM_Task, 'duration_secs': 0.237668} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.499877] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.500303] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.500693] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e241772-55b2-4184-a931-9ddeefcdce64 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.504057] env[70621]: DEBUG nova.network.neutron [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.506661] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.506834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.507010] env[70621]: DEBUG nova.network.neutron [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.583941] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.584229] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.584399] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Deleting the datastore file [datastore2] bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.584676] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89c59caa-1f4b-406b-b419-99d253dbc751 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.592104] env[70621]: DEBUG oslo_vmware.api [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1083.592104] env[70621]: value = "task-4136351" [ 1083.592104] env[70621]: _type = "Task" [ 1083.592104] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.601155] env[70621]: DEBUG oslo_vmware.api [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.631631] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b58f34-e453-fbcb-ba2a-c838ac75d7d3, 'name': SearchDatastore_Task, 'duration_secs': 0.020775} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.633280] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0311539-be72-4714-bd50-c1d6047438cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.639787] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1083.639787] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5278b9e3-72a5-6a0f-a746-e13e4ddab325" [ 1083.639787] env[70621]: _type = "Task" [ 1083.639787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.652059] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5278b9e3-72a5-6a0f-a746-e13e4ddab325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.655975] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.656166] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.657714] env[70621]: INFO nova.compute.claims [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.702399] env[70621]: DEBUG nova.network.neutron [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Updating instance_info_cache with network_info: [{"id": "687c41c8-941c-4f96-b109-c7a919182027", "address": "fa:16:3e:ab:cd:ea", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687c41c8-94", "ovs_interfaceid": "687c41c8-941c-4f96-b109-c7a919182027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.723894] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.861255] env[70621]: INFO nova.compute.manager [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Took 20.72 seconds to build instance. [ 1084.044012] env[70621]: INFO nova.compute.manager [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Resuming [ 1084.044882] env[70621]: DEBUG nova.objects.instance [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'flavor' on Instance uuid f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.102891] env[70621]: DEBUG oslo_vmware.api [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164845} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.103156] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.103359] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.103543] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.103721] env[70621]: INFO nova.compute.manager [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1084.103971] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.104193] env[70621]: DEBUG nova.compute.manager [-] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.104289] env[70621]: DEBUG nova.network.neutron [-] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.152236] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5278b9e3-72a5-6a0f-a746-e13e4ddab325, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.152762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.152852] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/df3c86b1-b9a2-45d2-b939-4b059a94daf1.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.153083] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb666aa9-8b60-4c15-b1b6-4f7728a19221 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.162854] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1084.162854] env[70621]: value = "task-4136352" [ 1084.162854] env[70621]: _type = "Task" [ 1084.162854] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.166546] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.166629] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.178426] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.197573] env[70621]: DEBUG nova.compute.manager [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Received event network-vif-plugged-687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.198013] env[70621]: DEBUG oslo_concurrency.lockutils [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] Acquiring lock "2c21722a-4c02-414e-a09c-8632b3c16b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.198287] env[70621]: DEBUG oslo_concurrency.lockutils [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.198552] env[70621]: DEBUG oslo_concurrency.lockutils [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.199018] env[70621]: DEBUG nova.compute.manager [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] No waiting events found dispatching network-vif-plugged-687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1084.199018] env[70621]: WARNING nova.compute.manager [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Received unexpected event network-vif-plugged-687c41c8-941c-4f96-b109-c7a919182027 for instance with vm_state building and task_state spawning. [ 1084.199278] env[70621]: DEBUG nova.compute.manager [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Received event network-changed-687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.199396] env[70621]: DEBUG nova.compute.manager [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Refreshing instance network info cache due to event network-changed-687c41c8-941c-4f96-b109-c7a919182027. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.199572] env[70621]: DEBUG oslo_concurrency.lockutils [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] Acquiring lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.205899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.205996] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Instance network_info: |[{"id": "687c41c8-941c-4f96-b109-c7a919182027", "address": "fa:16:3e:ab:cd:ea", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687c41c8-94", "ovs_interfaceid": "687c41c8-941c-4f96-b109-c7a919182027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.206611] env[70621]: DEBUG oslo_concurrency.lockutils [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] Acquired lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.206772] env[70621]: DEBUG nova.network.neutron [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Refreshing network info cache for port 687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.208088] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:cd:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '687c41c8-941c-4f96-b109-c7a919182027', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.216078] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.217443] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.221207] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a61cd34-274c-4f37-89f5-814ccda05dca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.237198] env[70621]: DEBUG nova.network.neutron [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [{"id": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "address": "fa:16:3e:c0:ce:a8", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0322b3d5-d5", "ovs_interfaceid": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.246493] env[70621]: DEBUG oslo_vmware.api [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136338, 'name': ReconfigVM_Task, 'duration_secs': 5.928808} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.248268] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.248344] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Reconfigured VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1084.250809] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.250809] env[70621]: value = "task-4136353" [ 1084.250809] env[70621]: _type = "Task" [ 1084.250809] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.261232] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136353, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.273706] env[70621]: DEBUG nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.305619] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.305871] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.306124] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.306283] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.306401] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.306567] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.306933] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.306933] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.307670] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.307670] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.307860] env[70621]: DEBUG nova.virt.hardware [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.308667] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc97ad8-9940-4c97-bd8b-d7ee4c53f151 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.322313] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c31a1-d05d-4ea8-96b5-65eabb0d9caa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.340075] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.346131] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Creating folder: Project (22cc84c08f5e4ff2aeedf75195a677e5). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.346485] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e57c48-660e-4ddb-83a1-cbfce84a17a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.357671] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Created folder: Project (22cc84c08f5e4ff2aeedf75195a677e5) in parent group-v818963. [ 1084.357882] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Creating folder: Instances. Parent ref: group-v819223. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.358155] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eb4cab7-d75f-40ac-8ab7-96f0d3ccaf4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.362685] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f683d20-98b2-4386-a942-d27f07d62371 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.233s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.368196] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Created folder: Instances in parent group-v819223. [ 1084.368468] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.368673] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.368900] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cda69e6-eeb5-4d1a-b6ef-055300700348 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.387787] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.387787] env[70621]: value = "task-4136356" [ 1084.387787] env[70621]: _type = "Task" [ 1084.387787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.398354] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136356, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.679126] env[70621]: DEBUG nova.compute.utils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.687688] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.740059] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.764396] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136353, 'name': CreateVM_Task, 'duration_secs': 0.423714} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.770376] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.771559] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.771689] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.772197] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.772803] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e979a560-1ed7-47a8-ac85-8c1d0949fd56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.782018] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1084.782018] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5266f57f-e5ac-44c1-8a7b-8ba620f205ef" [ 1084.782018] env[70621]: _type = "Task" [ 1084.782018] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.795715] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5266f57f-e5ac-44c1-8a7b-8ba620f205ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.897192] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136356, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.948954] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f50706-3f66-4b44-b108-e51bf1ee3007 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.958934] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12046001-6171-43e8-9620-564dab0b83b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.995595] env[70621]: DEBUG nova.network.neutron [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Updated VIF entry in instance network info cache for port 687c41c8-941c-4f96-b109-c7a919182027. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.995961] env[70621]: DEBUG nova.network.neutron [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Updating instance_info_cache with network_info: [{"id": "687c41c8-941c-4f96-b109-c7a919182027", "address": "fa:16:3e:ab:cd:ea", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687c41c8-94", "ovs_interfaceid": "687c41c8-941c-4f96-b109-c7a919182027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.997788] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69a1133-cedc-4e99-8b20-3727ca4391e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.006749] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b5e5f-a66a-4405-a60a-93b46cd8b566 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.026451] env[70621]: DEBUG nova.compute.provider_tree [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.180355] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658346} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.180632] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/df3c86b1-b9a2-45d2-b939-4b059a94daf1.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.180849] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.181121] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c675b017-9f03-4611-a529-9f38811304f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.183471] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.189607] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1085.189607] env[70621]: value = "task-4136357" [ 1085.189607] env[70621]: _type = "Task" [ 1085.189607] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.199541] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.268859] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d912805f-6d38-4f3d-9816-c13f56f48410 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.294704] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d2d3f8-c835-4137-98af-68d68fd7180c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.302826] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.310117] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5266f57f-e5ac-44c1-8a7b-8ba620f205ef, 'name': SearchDatastore_Task, 'duration_secs': 0.024317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.310762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.310994] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.311351] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.311419] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.311594] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.311870] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f81eb99d-1575-4a7d-a861-7032dc205afe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.321649] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.321848] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.322614] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9710e862-8a6f-43a0-bf79-ecefc3f0f552 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.330119] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1085.330119] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52229207-5a75-522d-e288-f0e096192927" [ 1085.330119] env[70621]: _type = "Task" [ 1085.330119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.340196] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52229207-5a75-522d-e288-f0e096192927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.400297] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136356, 'name': CreateVM_Task, 'duration_secs': 0.57278} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.400546] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.401065] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.401295] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.401670] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.402022] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eadefec-36fd-4267-a72e-0d88fc1e2689 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.408203] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1085.408203] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52477928-da36-9214-d99d-8e922c10f949" [ 1085.408203] env[70621]: _type = "Task" [ 1085.408203] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.417848] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52477928-da36-9214-d99d-8e922c10f949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.502365] env[70621]: DEBUG oslo_concurrency.lockutils [req-526277ec-7285-454f-bef7-00aba45f365d req-6bb44d88-873e-4576-af7d-ce371d0a6444 service nova] Releasing lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.529245] env[70621]: DEBUG nova.scheduler.client.report [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.551386] env[70621]: DEBUG nova.network.neutron [-] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.558926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.559135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquired lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.559304] env[70621]: DEBUG nova.network.neutron [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.649817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.649817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.649965] env[70621]: DEBUG nova.network.neutron [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.700913] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098166} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.701285] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.702095] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee2abb-1c7a-43e9-aa18-9fef5f6a3474 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.727022] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/df3c86b1-b9a2-45d2-b939-4b059a94daf1.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.727022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd35a2c-b5c1-40d5-bab4-86713312f3dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.756898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.756898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.756898] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1085.756898] env[70621]: value = "task-4136358" [ 1085.756898] env[70621]: _type = "Task" [ 1085.756898] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.767364] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.813271] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.814377] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a157a2d-c32d-4918-8841-ea39a3e8fe93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.822857] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1085.822857] env[70621]: value = "task-4136359" [ 1085.822857] env[70621]: _type = "Task" [ 1085.822857] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.832929] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.843768] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52229207-5a75-522d-e288-f0e096192927, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.844598] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5181b3e6-347b-4bdf-9722-126333065fdf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.851379] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1085.851379] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5250e50d-82ef-1d19-8e26-acfefb14393a" [ 1085.851379] env[70621]: _type = "Task" [ 1085.851379] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.860969] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5250e50d-82ef-1d19-8e26-acfefb14393a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.919688] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52477928-da36-9214-d99d-8e922c10f949, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.920196] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.920530] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.921389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.035239] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.035930] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.055270] env[70621]: INFO nova.compute.manager [-] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Took 1.95 seconds to deallocate network for instance. [ 1086.237197] env[70621]: DEBUG nova.compute.manager [req-d9e72258-77a2-48b8-a4ff-2b03bee22c3c req-cd3db2aa-83e9-41d8-9a0a-53da83be9867 service nova] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Received event network-vif-deleted-a2704bdf-caf4-41a9-b321-417dfecc04e8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.248070] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.248351] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.248594] env[70621]: INFO nova.compute.manager [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Attaching volume 105217dc-9b8f-4e59-81f9-66f2465655e4 to /dev/sdb [ 1086.262373] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.272795] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136358, 'name': ReconfigVM_Task, 'duration_secs': 0.414704} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.273083] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/df3c86b1-b9a2-45d2-b939-4b059a94daf1.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.273736] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9449c81e-9b90-4221-b50f-00765da42e4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.282220] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1086.282220] env[70621]: value = "task-4136360" [ 1086.282220] env[70621]: _type = "Task" [ 1086.282220] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.291890] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136360, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.302581] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9247d9c7-34ad-4ae9-a258-5a7cebb0a8fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.315861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2aec6a-0c46-40e2-8f4c-5bfddb98dc41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.333027] env[70621]: DEBUG oslo_vmware.api [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136359, 'name': PowerOnVM_Task, 'duration_secs': 0.415219} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.336721] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.336943] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ad09c876-bd6b-43c9-b83d-bfd3726aca07 tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance '1be31f23-54d9-45fb-8f7e-32bf38d4dd8a' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.340924] env[70621]: DEBUG nova.virt.block_device [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating existing volume attachment record: 387a01e6-d42c-42b4-92a6-9c32fb062f32 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1086.365127] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5250e50d-82ef-1d19-8e26-acfefb14393a, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.365412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.365673] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/2c21722a-4c02-414e-a09c-8632b3c16b7a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.365952] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.366154] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.366401] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0707995-3093-4d14-b627-5b2dece1f3d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.368409] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25e60084-e515-4200-8241-71c48e3a5c35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.379682] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1086.379682] env[70621]: value = "task-4136361" [ 1086.379682] env[70621]: _type = "Task" [ 1086.379682] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.381053] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.381053] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.384950] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d569cd9-2286-4cc0-8853-7b096ad4f165 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.396351] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.398153] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1086.398153] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52100721-d9f5-7aa3-7d06-ad6cca949c47" [ 1086.398153] env[70621]: _type = "Task" [ 1086.398153] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.407647] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52100721-d9f5-7aa3-7d06-ad6cca949c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.443913] env[70621]: DEBUG nova.network.neutron [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [{"id": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "address": "fa:16:3e:2d:0f:55", "network": {"id": "4566aa73-ecad-43d0-bfe0-dd54987c1325", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-867229752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c70410dc09404072ad6f9f161df3e42b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52d6b2b-cb", "ovs_interfaceid": "e52d6b2b-cbee-42fc-bf72-9bdec59dae74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.543472] env[70621]: DEBUG nova.compute.utils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.546104] env[70621]: INFO nova.network.neutron [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Port 0ae70826-e27e-468b-a7e9-cefff160de53 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1086.546104] env[70621]: DEBUG nova.network.neutron [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.550018] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.550018] env[70621]: DEBUG nova.network.neutron [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.551599] env[70621]: DEBUG nova.compute.manager [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Received event network-changed-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.551851] env[70621]: DEBUG nova.compute.manager [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Refreshing instance network info cache due to event network-changed-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.552026] env[70621]: DEBUG oslo_concurrency.lockutils [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] Acquiring lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.552172] env[70621]: DEBUG oslo_concurrency.lockutils [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] Acquired lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.552330] env[70621]: DEBUG nova.network.neutron [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Refreshing network info cache for port a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.562050] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.562470] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.564474] env[70621]: DEBUG nova.objects.instance [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'resources' on Instance uuid bde385d4-4bbf-492e-bc5e-d8fef601a89c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.596613] env[70621]: DEBUG nova.policy [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aea0cf4893b4b2c9a9150232b6a78b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578ff4a58fe540a6beb0b33a128a7c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.800250] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136360, 'name': Rename_Task, 'duration_secs': 0.206328} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.803077] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.805022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.805022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7715fa11-0eb8-4bab-999e-f11cf56f0c04 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.813329] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1086.813329] env[70621]: value = "task-4136365" [ 1086.813329] env[70621]: _type = "Task" [ 1086.813329] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.828690] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.895374] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.911175] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52100721-d9f5-7aa3-7d06-ad6cca949c47, 'name': SearchDatastore_Task, 'duration_secs': 0.022092} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.911175] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba582a8d-f6fa-4293-a572-fb73982827a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.921220] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1086.921220] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dbc114-2d15-2257-b322-37842d698fe3" [ 1086.921220] env[70621]: _type = "Task" [ 1086.921220] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.931677] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dbc114-2d15-2257-b322-37842d698fe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.946692] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Releasing lock "refresh_cache-f5936f5e-852b-49ec-b8b6-fb69b2189661" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.947600] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2104a6c2-fa7f-477b-9e6d-0f050b6fae7e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.956194] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Resuming the VM {{(pid=70621) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1086.956524] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe463eea-db74-4df0-891a-c99823fa87b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.964805] env[70621]: DEBUG oslo_vmware.api [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1086.964805] env[70621]: value = "task-4136366" [ 1086.964805] env[70621]: _type = "Task" [ 1086.964805] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.974346] env[70621]: DEBUG oslo_vmware.api [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.050847] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.055535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.074725] env[70621]: DEBUG nova.network.neutron [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Successfully created port: 4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.329441] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136365, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.349716] env[70621]: DEBUG nova.network.neutron [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updated VIF entry in instance network info cache for port a7d0f757-31e4-4ec7-afbe-3358e91fbe7f. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.349943] env[70621]: DEBUG nova.network.neutron [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updating instance_info_cache with network_info: [{"id": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "address": "fa:16:3e:e5:62:2c", "network": {"id": "22b375c1-7e7f-4362-9d1d-3791a5b062ae", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1497641486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71ec13d515de4abaa76176854673e7ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0f757-31", "ovs_interfaceid": "a7d0f757-31e4-4ec7-afbe-3358e91fbe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.361150] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd3d5cc-d58e-4b4f-ba89-e6beabbd8a1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.370804] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540830c5-db80-4162-b96e-fcf49646b6f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.406066] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce6efd-e56c-4924-9059-b87021d80df7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.414843] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539572} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.417158] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/2c21722a-4c02-414e-a09c-8632b3c16b7a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.417443] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.417776] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13e245d7-f3e6-4a87-9fc5-91671a908146 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.420951] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7204aa60-1f75-4581-a2d6-c45eed614c68 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.429814] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1087.429814] env[70621]: value = "task-4136367" [ 1087.429814] env[70621]: _type = "Task" [ 1087.429814] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.441462] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dbc114-2d15-2257-b322-37842d698fe3, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.442317] env[70621]: DEBUG nova.compute.provider_tree [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.446161] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.446471] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.446965] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d659ec5-bee9-40f6-8946-7316c7bf04bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.454991] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.456618] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1087.456618] env[70621]: value = "task-4136368" [ 1087.456618] env[70621]: _type = "Task" [ 1087.456618] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.467447] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.477077] env[70621]: DEBUG oslo_vmware.api [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136366, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.567345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1c47536c-48b7-4866-b264-5671ed46b91c tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e5c5a395-4b73-41a9-bea5-0c6bebc5f571-0ae70826-e27e-468b-a7e9-cefff160de53" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.948s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.782039] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-0ae70826-e27e-468b-a7e9-cefff160de53" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.782039] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-0ae70826-e27e-468b-a7e9-cefff160de53" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.782039] env[70621]: DEBUG nova.objects.instance [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'flavor' on Instance uuid e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.828174] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136365, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.856671] env[70621]: DEBUG oslo_concurrency.lockutils [req-ea391bbb-0be7-48d4-92d6-213b61654ff7 req-2c6f5c47-4bfa-4866-b98b-686ebee69c19 service nova] Releasing lock "refresh_cache-4fa25f93-a49f-490b-9be9-88a4b152cdeb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.949120] env[70621]: DEBUG nova.scheduler.client.report [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.964883] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137695} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.968864] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.970039] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b55d4a-033b-4886-b8ad-bd6864cd1ddb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.985700] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136368, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.011776] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/2c21722a-4c02-414e-a09c-8632b3c16b7a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.012375] env[70621]: DEBUG oslo_vmware.api [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136366, 'name': PowerOnVM_Task, 'duration_secs': 0.816175} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.013017] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207b4bc5-eb69-4ae8-b791-b873b8e71ef1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.028483] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Resumed the VM {{(pid=70621) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1088.028772] env[70621]: DEBUG nova.compute.manager [None req-c019544d-dc9f-48d8-a934-05dbc3aa855a tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.030654] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe58172-a9ab-4f2f-9f77-cc26ae0af9e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.043253] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1088.043253] env[70621]: value = "task-4136369" [ 1088.043253] env[70621]: _type = "Task" [ 1088.043253] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.058453] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.067578] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.100697] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.101091] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.101342] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.101695] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.101983] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.102253] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.102590] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.102839] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.103127] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.103399] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.103654] env[70621]: DEBUG nova.virt.hardware [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.104791] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247675ac-4cce-4369-8569-be0c203eec45 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.120208] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829a4cd-fb12-443e-ba1b-a82e33b59ce8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.326681] env[70621]: DEBUG nova.compute.manager [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.326934] env[70621]: DEBUG nova.compute.manager [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing instance network info cache due to event network-changed-2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.327209] env[70621]: DEBUG oslo_concurrency.lockutils [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] Acquiring lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.327380] env[70621]: DEBUG oslo_concurrency.lockutils [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] Acquired lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.327611] env[70621]: DEBUG nova.network.neutron [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Refreshing network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.340774] env[70621]: DEBUG oslo_vmware.api [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136365, 'name': PowerOnVM_Task, 'duration_secs': 1.40667} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.342021] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.342285] env[70621]: INFO nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1088.342468] env[70621]: DEBUG nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.343402] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ffa8f1-077c-4301-b67f-74a4f4d4debd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.402168] env[70621]: DEBUG nova.objects.instance [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'pci_requests' on Instance uuid e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.469166] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.473774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.671s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.475449] env[70621]: INFO nova.compute.claims [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.485869] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.902755} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.485869] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.485869] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.486243] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76fe708f-2d47-4cab-ae17-3f073fb11430 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.497535] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1088.497535] env[70621]: value = "task-4136370" [ 1088.497535] env[70621]: _type = "Task" [ 1088.497535] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.506523] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.508344] env[70621]: INFO nova.scheduler.client.report [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Deleted allocations for instance bde385d4-4bbf-492e-bc5e-d8fef601a89c [ 1088.562641] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.656086] env[70621]: DEBUG nova.network.neutron [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Successfully updated port: 4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.868045] env[70621]: INFO nova.compute.manager [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Took 15.22 seconds to build instance. [ 1088.904610] env[70621]: DEBUG nova.objects.base [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.904864] env[70621]: DEBUG nova.network.neutron [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.931732] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.931891] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.932051] env[70621]: DEBUG nova.compute.manager [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Going to confirm migration 4 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1088.985498] env[70621]: DEBUG nova.policy [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33206ba741ae4802b7228f9347a90ff3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ac3131714ef44a3a68dcf32a8fc3ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.006624] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083255} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.006909] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.008118] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fefbf2f-e2cc-4d90-af46-11f712ca3f11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.025578] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e25d6eeb-6df3-46e7-a3d8-dfafe8c529f7 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "bde385d4-4bbf-492e-bc5e-d8fef601a89c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.575s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.038013] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.041553] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc61261-b116-4231-812a-3befc99a75ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.070499] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136369, 'name': ReconfigVM_Task, 'duration_secs': 0.549317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.071331] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/2c21722a-4c02-414e-a09c-8632b3c16b7a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.072067] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1089.072067] env[70621]: value = "task-4136372" [ 1089.072067] env[70621]: _type = "Task" [ 1089.072067] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.072266] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45be9f8c-5f60-44ca-8d18-627daec0417f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.085274] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.086858] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1089.086858] env[70621]: value = "task-4136373" [ 1089.086858] env[70621]: _type = "Task" [ 1089.086858] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.095644] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136373, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.096592] env[70621]: DEBUG nova.network.neutron [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updated VIF entry in instance network info cache for port 2a2e3fb5-127b-4c26-b990-81eb65944cbe. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.096937] env[70621]: DEBUG nova.network.neutron [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [{"id": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "address": "fa:16:3e:bf:14:dc", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a2e3fb5-12", "ovs_interfaceid": "2a2e3fb5-127b-4c26-b990-81eb65944cbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.159298] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-198c7d07-9140-4206-a19c-41adcf95d313" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.159508] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-198c7d07-9140-4206-a19c-41adcf95d313" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.159713] env[70621]: DEBUG nova.network.neutron [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.369713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ed50e6a-80b8-4f17-85d8-7f8b6344b300 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.770s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.470144] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.470373] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquired lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.470561] env[70621]: DEBUG nova.network.neutron [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.470750] env[70621]: DEBUG nova.objects.instance [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lazy-loading 'info_cache' on Instance uuid 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.585986] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.597983] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136373, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.601674] env[70621]: DEBUG oslo_concurrency.lockutils [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] Releasing lock "refresh_cache-e5c5a395-4b73-41a9-bea5-0c6bebc5f571" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.601927] env[70621]: DEBUG nova.compute.manager [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-changed-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.602167] env[70621]: DEBUG nova.compute.manager [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing instance network info cache due to event network-changed-c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.602387] env[70621]: DEBUG oslo_concurrency.lockutils [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.602535] env[70621]: DEBUG oslo_concurrency.lockutils [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.602696] env[70621]: DEBUG nova.network.neutron [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing network info cache for port c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.692671] env[70621]: DEBUG nova.network.neutron [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.716164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e410f8a-296c-46ba-814f-631e8bf55bbe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.724163] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecdbd57-3f80-4b85-9877-edef58770135 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.758715] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09eb2f3-c4c1-4495-b36e-62b06d67373f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.766961] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d99484e-87f4-4144-b29c-787a42a647be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.784453] env[70621]: DEBUG nova.compute.provider_tree [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.854942] env[70621]: DEBUG nova.network.neutron [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Updating instance_info_cache with network_info: [{"id": "4e433e82-c6c3-4860-a7b5-1331e4e0182b", "address": "fa:16:3e:67:51:23", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e433e82-c6", "ovs_interfaceid": "4e433e82-c6c3-4860-a7b5-1331e4e0182b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.087045] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136372, 'name': ReconfigVM_Task, 'duration_secs': 0.864815} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.087386] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.088019] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4b5919-64ca-4a34-9ac0-ef3be971b0ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.098644] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136373, 'name': Rename_Task, 'duration_secs': 0.930426} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.099937] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.100278] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1090.100278] env[70621]: value = "task-4136374" [ 1090.100278] env[70621]: _type = "Task" [ 1090.100278] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.100467] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcac9e8c-4ac7-4fa8-a0b2-476bdd24a682 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.111252] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1090.111252] env[70621]: value = "task-4136375" [ 1090.111252] env[70621]: _type = "Task" [ 1090.111252] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.116854] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136374, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.128071] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.288399] env[70621]: DEBUG nova.scheduler.client.report [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.336718] env[70621]: DEBUG nova.network.neutron [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updated VIF entry in instance network info cache for port c726a891-fe08-477a-856e-65d56a39bcab. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.336981] env[70621]: DEBUG nova.network.neutron [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.357300] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-198c7d07-9140-4206-a19c-41adcf95d313" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.357711] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance network_info: |[{"id": "4e433e82-c6c3-4860-a7b5-1331e4e0182b", "address": "fa:16:3e:67:51:23", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e433e82-c6", "ovs_interfaceid": "4e433e82-c6c3-4860-a7b5-1331e4e0182b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.358393] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:51:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e433e82-c6c3-4860-a7b5-1331e4e0182b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.367191] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating folder: Project (578ff4a58fe540a6beb0b33a128a7c97). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.367820] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef5c0016-571b-40c2-b357-114a3ea96b75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.378194] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created folder: Project (578ff4a58fe540a6beb0b33a128a7c97) in parent group-v818963. [ 1090.378459] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating folder: Instances. Parent ref: group-v819228. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.378661] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b34ce3-2f0c-453d-97ce-4715eb1bd0df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.388333] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created folder: Instances in parent group-v819228. [ 1090.388542] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.388735] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.389248] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f22cca35-bf33-4d73-a231-83378356e8f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.407577] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.407577] env[70621]: value = "task-4136378" [ 1090.407577] env[70621]: _type = "Task" [ 1090.407577] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.416088] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136378, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.504755] env[70621]: DEBUG nova.network.neutron [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Successfully updated port: 0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.614499] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136374, 'name': Rename_Task, 'duration_secs': 0.213561} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.614880] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.615206] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8705d419-e112-4741-be81-b704d665cf96 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.626881] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.628616] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1090.628616] env[70621]: value = "task-4136379" [ 1090.628616] env[70621]: _type = "Task" [ 1090.628616] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.640802] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.718184] env[70621]: DEBUG nova.network.neutron [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [{"id": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "address": "fa:16:3e:c0:ce:a8", "network": {"id": "67c00bbe-0627-41d0-a666-d99baad8f362", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-270357694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8ac3383ebc42e395a3bcda689db5e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd98a25d-a7a9-4fb5-8fef-e8df4dbbbf11", "external-id": "nsx-vlan-transportzone-707", "segmentation_id": 707, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0322b3d5-d5", "ovs_interfaceid": "0322b3d5-d5cb-4d42-b1b7-1c62b05b7666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.796164] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.796806] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.839632] env[70621]: DEBUG oslo_concurrency.lockutils [req-cce3e9b6-8d83-4494-adb8-13b7cdc6ac7b req-a8575702-fcbf-4154-8f3d-cd3f09980710 service nova] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.901419] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1090.901707] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819227', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'name': 'volume-105217dc-9b8f-4e59-81f9-66f2465655e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'serial': '105217dc-9b8f-4e59-81f9-66f2465655e4'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1090.902724] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fb88a9-c7df-4f04-8ca2-9469e2cc23fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.924825] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa7738-ba70-4f43-9093-8cfc0e083e47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.932206] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136378, 'name': CreateVM_Task, 'duration_secs': 0.392686} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.932927] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.933798] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.934040] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.934479] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.934770] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9979331-3b5f-4a9d-bb72-0fc60fe1f7dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.958678] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-105217dc-9b8f-4e59-81f9-66f2465655e4/volume-105217dc-9b8f-4e59-81f9-66f2465655e4.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.959469] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-766e20ea-c37f-4cc0-b286-b90e0e022b21 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.974922] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1090.974922] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f3b69e-58aa-2b7c-4aef-0b19e9cfb9c6" [ 1090.974922] env[70621]: _type = "Task" [ 1090.974922] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.980773] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1090.980773] env[70621]: value = "task-4136380" [ 1090.980773] env[70621]: _type = "Task" [ 1090.980773] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.984432] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f3b69e-58aa-2b7c-4aef-0b19e9cfb9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.987508] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.987756] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.988010] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.988163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.988345] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.988612] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-863d4e65-30a2-4e58-9634-89d2ca3e9b58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.995930] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.999042] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.999042] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.999042] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d41f95-6d8c-4157-bf92-41bc3b749c3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.006028] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1091.006028] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5224f41f-0acf-3cd2-1c9b-f8c9fe1cfd78" [ 1091.006028] env[70621]: _type = "Task" [ 1091.006028] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.009731] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.009949] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.010136] env[70621]: DEBUG nova.network.neutron [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.018305] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5224f41f-0acf-3cd2-1c9b-f8c9fe1cfd78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.127921] env[70621]: DEBUG oslo_vmware.api [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136375, 'name': PowerOnVM_Task, 'duration_secs': 0.541131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.128298] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.128519] env[70621]: INFO nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1091.128768] env[70621]: DEBUG nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.129850] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d21652-fa3f-4967-8ed7-2ecc0b6d9562 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.146497] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.222412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Releasing lock "refresh_cache-1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.222609] env[70621]: DEBUG nova.objects.instance [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lazy-loading 'migration_context' on Instance uuid 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.302639] env[70621]: DEBUG nova.compute.utils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.304605] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.305303] env[70621]: DEBUG nova.network.neutron [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.356235] env[70621]: DEBUG nova.policy [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fcbe450d6d440b98288eca5b71e89e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff921da4fd21468d9bfe9d2edc362368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.496035] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.520469] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5224f41f-0acf-3cd2-1c9b-f8c9fe1cfd78, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.521292] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa0e51f-ed3a-42bd-97af-e5d344a02149 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.528421] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1091.528421] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529addc5-61e7-2e58-d202-903aac39636a" [ 1091.528421] env[70621]: _type = "Task" [ 1091.528421] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.542732] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529addc5-61e7-2e58-d202-903aac39636a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.568324] env[70621]: WARNING nova.network.neutron [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] ea5172c7-9865-458b-ab95-517aadcdbe9e already exists in list: networks containing: ['ea5172c7-9865-458b-ab95-517aadcdbe9e']. ignoring it [ 1091.639533] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136379, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.643059] env[70621]: DEBUG nova.network.neutron [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Successfully created port: f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.658092] env[70621]: INFO nova.compute.manager [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Took 16.62 seconds to build instance. [ 1091.726775] env[70621]: DEBUG nova.objects.base [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Object Instance<1be31f23-54d9-45fb-8f7e-32bf38d4dd8a> lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.726944] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae11aa-86e1-4a5f-82f9-fc244d71d6ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.752883] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c497314-2011-435d-83f8-c5d79b5c08da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.760273] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1091.760273] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d8e7ef-6bd4-5640-527c-32473a4bbb5c" [ 1091.760273] env[70621]: _type = "Task" [ 1091.760273] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.769857] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d8e7ef-6bd4-5640-527c-32473a4bbb5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.808562] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.895758] env[70621]: DEBUG nova.network.neutron [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae70826-e27e-468b-a7e9-cefff160de53", "address": "fa:16:3e:ec:26:d1", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae70826-e2", "ovs_interfaceid": "0ae70826-e27e-468b-a7e9-cefff160de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.996385] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136380, 'name': ReconfigVM_Task, 'duration_secs': 0.864825} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.996631] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-105217dc-9b8f-4e59-81f9-66f2465655e4/volume-105217dc-9b8f-4e59-81f9-66f2465655e4.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.001767] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-223632e5-df68-4980-95e6-e35b849c7823 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.017560] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1092.017560] env[70621]: value = "task-4136381" [ 1092.017560] env[70621]: _type = "Task" [ 1092.017560] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.026432] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.039240] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529addc5-61e7-2e58-d202-903aac39636a, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.039573] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.039895] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.040195] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0b2120-6e0d-4562-97ba-2d692bf2f897 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.049989] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1092.049989] env[70621]: value = "task-4136382" [ 1092.049989] env[70621]: _type = "Task" [ 1092.049989] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.059567] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.141629] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136379, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.161657] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4ec2910d-dd6d-4f3c-aabb-d5db3c1e2074 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.131s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.273224] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d8e7ef-6bd4-5640-527c-32473a4bbb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.273581] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.273935] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.398846] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.399628] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.399866] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.400771] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e542b-d59f-4877-99d2-0cb8eda89749 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.422849] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.423136] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.423314] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.423500] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.423652] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.423819] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.424062] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.424234] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.424409] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.424578] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.424757] env[70621]: DEBUG nova.virt.hardware [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.431214] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Reconfiguring VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1092.432146] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2cc0ee3-ad31-4eba-b063-cf03dfe69963 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.452584] env[70621]: DEBUG oslo_vmware.api [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1092.452584] env[70621]: value = "task-4136383" [ 1092.452584] env[70621]: _type = "Task" [ 1092.452584] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.464376] env[70621]: DEBUG oslo_vmware.api [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136383, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.529790] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.561467] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501667} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.561467] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.561740] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.562056] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86ed926b-d4e8-4aad-bfaa-1cf8688799c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.569322] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1092.569322] env[70621]: value = "task-4136384" [ 1092.569322] env[70621]: _type = "Task" [ 1092.569322] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.579784] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.640275] env[70621]: DEBUG oslo_vmware.api [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136379, 'name': PowerOnVM_Task, 'duration_secs': 1.586679} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.640554] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.640761] env[70621]: INFO nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1092.640946] env[70621]: DEBUG nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.641778] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace05900-f820-47b2-8039-6aea45b4af90 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.821098] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.859190] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.859500] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.859659] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.859868] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.860058] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.860286] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.860538] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.860731] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.860909] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.861127] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.861337] env[70621]: DEBUG nova.virt.hardware [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.863188] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad42138-589b-48f2-86f0-aab098f3872f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.871832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b8e27-8e8f-460e-b476-c88f5ef7f3c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.967985] env[70621]: DEBUG oslo_vmware.api [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.031184] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136381, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.056748] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e7a932-1ab2-44d9-b153-7cc09afeaf60 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.065724] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02534e05-72b7-4092-bb2e-492cae074420 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.107720] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f2da74-09d1-4259-94e8-4fbc0970cf82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.113734] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074126} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.114840] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.115992] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d06ada-8b79-4f86-bfa1-b41c57de4d57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.125720] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3704b-ee9c-4373-81f6-e3df63a04bcd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.151201] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.152301] env[70621]: DEBUG nova.network.neutron [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Successfully updated port: f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.154204] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b27cd55-060e-4ddc-a6b4-7e76d7095a16 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.177666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.177666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.177666] env[70621]: DEBUG nova.network.neutron [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.186106] env[70621]: DEBUG nova.compute.provider_tree [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.191076] env[70621]: INFO nova.compute.manager [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Took 14.86 seconds to build instance. [ 1093.195201] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1093.195201] env[70621]: value = "task-4136385" [ 1093.195201] env[70621]: _type = "Task" [ 1093.195201] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.208049] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.464659] env[70621]: DEBUG oslo_vmware.api [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136383, 'name': ReconfigVM_Task, 'duration_secs': 0.683366} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.465211] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.465447] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Reconfigured VM to attach interface {{(pid=70621) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1093.529239] env[70621]: DEBUG oslo_vmware.api [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136381, 'name': ReconfigVM_Task, 'duration_secs': 1.188722} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.529576] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819227', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'name': 'volume-105217dc-9b8f-4e59-81f9-66f2465655e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1', 'attached_at': '', 'detached_at': '', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'serial': '105217dc-9b8f-4e59-81f9-66f2465655e4'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.693346] env[70621]: DEBUG nova.scheduler.client.report [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.698068] env[70621]: DEBUG oslo_concurrency.lockutils [None req-556aad9b-c397-48b7-ae51-f8bdf98cd97b tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "26bc1b18-e651-48de-95b3-d088a9c03b83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.377s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.708644] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.733950] env[70621]: DEBUG nova.network.neutron [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.900374] env[70621]: DEBUG nova.network.neutron [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Updating instance_info_cache with network_info: [{"id": "f371f219-8216-49b7-882e-b27e0712ac72", "address": "fa:16:3e:32:b2:01", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf371f219-82", "ovs_interfaceid": "f371f219-8216-49b7-882e-b27e0712ac72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.970582] env[70621]: DEBUG oslo_concurrency.lockutils [None req-29e91bd0-0048-4458-8729-68ced3a52c62 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-0ae70826-e27e-468b-a7e9-cefff160de53" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.191s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.214103] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136385, 'name': ReconfigVM_Task, 'duration_secs': 0.959916} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.214478] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.214901] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3195ac26-df71-4626-806b-70d061ead7ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.223369] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1094.223369] env[70621]: value = "task-4136386" [ 1094.223369] env[70621]: _type = "Task" [ 1094.223369] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.235188] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136386, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.404721] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.405110] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance network_info: |[{"id": "f371f219-8216-49b7-882e-b27e0712ac72", "address": "fa:16:3e:32:b2:01", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf371f219-82", "ovs_interfaceid": "f371f219-8216-49b7-882e-b27e0712ac72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.405558] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:b2:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f371f219-8216-49b7-882e-b27e0712ac72', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.414839] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.415178] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.415455] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca942158-05ab-4911-88f3-c9d5dc2c5e2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.435854] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.435854] env[70621]: value = "task-4136387" [ 1094.435854] env[70621]: _type = "Task" [ 1094.435854] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.448352] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136387, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.572314] env[70621]: DEBUG nova.objects.instance [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'flavor' on Instance uuid f6a722cb-5bf6-45a1-b024-dc9048c34ff1 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.709241] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.435s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.734983] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136386, 'name': Rename_Task, 'duration_secs': 0.183555} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.735856] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.735856] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5426ed-40c7-4fcf-8fd5-da93e31adcc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.744560] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1094.744560] env[70621]: value = "task-4136388" [ 1094.744560] env[70621]: _type = "Task" [ 1094.744560] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.754454] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.915498] env[70621]: DEBUG nova.compute.manager [req-57cc93f7-e572-45fa-b585-d77bff1916d9 req-423375cb-692b-4b49-ba10-75a31b6f18ea service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Received event network-vif-plugged-4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.915873] env[70621]: DEBUG oslo_concurrency.lockutils [req-57cc93f7-e572-45fa-b585-d77bff1916d9 req-423375cb-692b-4b49-ba10-75a31b6f18ea service nova] Acquiring lock "198c7d07-9140-4206-a19c-41adcf95d313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.916185] env[70621]: DEBUG oslo_concurrency.lockutils [req-57cc93f7-e572-45fa-b585-d77bff1916d9 req-423375cb-692b-4b49-ba10-75a31b6f18ea service nova] Lock "198c7d07-9140-4206-a19c-41adcf95d313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.916433] env[70621]: DEBUG oslo_concurrency.lockutils [req-57cc93f7-e572-45fa-b585-d77bff1916d9 req-423375cb-692b-4b49-ba10-75a31b6f18ea service nova] Lock "198c7d07-9140-4206-a19c-41adcf95d313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.916581] env[70621]: DEBUG nova.compute.manager [req-57cc93f7-e572-45fa-b585-d77bff1916d9 req-423375cb-692b-4b49-ba10-75a31b6f18ea service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] No waiting events found dispatching network-vif-plugged-4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1094.916775] env[70621]: WARNING nova.compute.manager [req-57cc93f7-e572-45fa-b585-d77bff1916d9 req-423375cb-692b-4b49-ba10-75a31b6f18ea service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Received unexpected event network-vif-plugged-4e433e82-c6c3-4860-a7b5-1331e4e0182b for instance with vm_state building and task_state spawning. [ 1094.947785] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136387, 'name': CreateVM_Task, 'duration_secs': 0.438029} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.947964] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.948856] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.949135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.949654] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.950555] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8b0265-3cd9-4c1e-9002-ba43ddabbd20 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.956321] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1094.956321] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5265734e-91d6-656d-f972-5bb3fc8185ff" [ 1094.956321] env[70621]: _type = "Task" [ 1094.956321] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.965979] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5265734e-91d6-656d-f972-5bb3fc8185ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.077961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c421dc77-580d-4977-a9e6-170549a4a978 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.829s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.256557] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.281497] env[70621]: INFO nova.scheduler.client.report [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocation for migration 26abb219-634e-4394-aeaa-ae9b423e78b1 [ 1095.468912] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5265734e-91d6-656d-f972-5bb3fc8185ff, 'name': SearchDatastore_Task, 'duration_secs': 0.029299} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.469278] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.469522] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.469761] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.469940] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.470204] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.470606] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eec905ff-9a29-4b1a-b31a-b5d60a49f679 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.480521] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.480717] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.481565] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634bbcda-995f-41db-9e21-d87afe89f29a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.488021] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1095.488021] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523044ac-7f9b-ffc3-cf01-680a363d82a4" [ 1095.488021] env[70621]: _type = "Task" [ 1095.488021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.496154] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523044ac-7f9b-ffc3-cf01-680a363d82a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.498381] env[70621]: DEBUG nova.compute.manager [req-1d3f9c26-724a-4f66-9158-ebaf22cad1a3 req-d7c53fdf-adfd-4987-a75d-a8893921c202 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-vif-plugged-0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.498590] env[70621]: DEBUG oslo_concurrency.lockutils [req-1d3f9c26-724a-4f66-9158-ebaf22cad1a3 req-d7c53fdf-adfd-4987-a75d-a8893921c202 service nova] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.498795] env[70621]: DEBUG oslo_concurrency.lockutils [req-1d3f9c26-724a-4f66-9158-ebaf22cad1a3 req-d7c53fdf-adfd-4987-a75d-a8893921c202 service nova] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.498961] env[70621]: DEBUG oslo_concurrency.lockutils [req-1d3f9c26-724a-4f66-9158-ebaf22cad1a3 req-d7c53fdf-adfd-4987-a75d-a8893921c202 service nova] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.499148] env[70621]: DEBUG nova.compute.manager [req-1d3f9c26-724a-4f66-9158-ebaf22cad1a3 req-d7c53fdf-adfd-4987-a75d-a8893921c202 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] No waiting events found dispatching network-vif-plugged-0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1095.499316] env[70621]: WARNING nova.compute.manager [req-1d3f9c26-724a-4f66-9158-ebaf22cad1a3 req-d7c53fdf-adfd-4987-a75d-a8893921c202 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received unexpected event network-vif-plugged-0ae70826-e27e-468b-a7e9-cefff160de53 for instance with vm_state active and task_state None. [ 1095.759385] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136388, 'name': PowerOnVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.788278] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.857s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.000658] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523044ac-7f9b-ffc3-cf01-680a363d82a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.001675] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3d6f61-5da0-495d-8606-fbf961d8c3b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.009398] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1096.009398] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522b5ebe-06da-c0cc-2e2d-960ac6cd1778" [ 1096.009398] env[70621]: _type = "Task" [ 1096.009398] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.019410] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522b5ebe-06da-c0cc-2e2d-960ac6cd1778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.259508] env[70621]: DEBUG oslo_vmware.api [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136388, 'name': PowerOnVM_Task, 'duration_secs': 1.15305} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.260247] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.260560] env[70621]: INFO nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1096.260864] env[70621]: DEBUG nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.262047] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd8566a-9874-4a97-a40e-96ed173065a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.375021] env[70621]: INFO nova.compute.manager [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Rescuing [ 1096.375559] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.375559] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.376865] env[70621]: DEBUG nova.network.neutron [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.521756] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522b5ebe-06da-c0cc-2e2d-960ac6cd1778, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.521846] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.522076] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.522819] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d94747b4-24b5-46a6-833d-9813da2d412c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.530023] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1096.530023] env[70621]: value = "task-4136389" [ 1096.530023] env[70621]: _type = "Task" [ 1096.530023] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.542670] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.684982] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "interface-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-0ae70826-e27e-468b-a7e9-cefff160de53" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.685274] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-0ae70826-e27e-468b-a7e9-cefff160de53" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.781956] env[70621]: INFO nova.compute.manager [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Took 13.15 seconds to build instance. [ 1096.835945] env[70621]: DEBUG nova.compute.manager [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1096.956502] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.956972] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.957362] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.957697] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.958037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.961560] env[70621]: INFO nova.compute.manager [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Terminating instance [ 1097.041837] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492053} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.042249] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.042481] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.042751] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23c6e6f1-6451-4cae-a694-22ba9d853eff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.051761] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1097.051761] env[70621]: value = "task-4136390" [ 1097.051761] env[70621]: _type = "Task" [ 1097.051761] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.067383] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.144160] env[70621]: DEBUG nova.network.neutron [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Updating instance_info_cache with network_info: [{"id": "687c41c8-941c-4f96-b109-c7a919182027", "address": "fa:16:3e:ab:cd:ea", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap687c41c8-94", "ovs_interfaceid": "687c41c8-941c-4f96-b109-c7a919182027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.154016] env[70621]: DEBUG nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Received event network-changed-4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.154328] env[70621]: DEBUG nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Refreshing instance network info cache due to event network-changed-4e433e82-c6c3-4860-a7b5-1331e4e0182b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.154571] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Acquiring lock "refresh_cache-198c7d07-9140-4206-a19c-41adcf95d313" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.154719] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Acquired lock "refresh_cache-198c7d07-9140-4206-a19c-41adcf95d313" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.154879] env[70621]: DEBUG nova.network.neutron [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Refreshing network info cache for port 4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.187776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.188081] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.189367] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee8aa4-7c6a-4363-9be6-3d4ad3684fa6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.221068] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa165f1-7a17-455c-82a4-39b9d2db4358 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.263035] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Reconfiguring VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1097.263942] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81eb4fac-0ae7-48c8-bd1f-ee8fc97940cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.286294] env[70621]: DEBUG oslo_concurrency.lockutils [None req-88e284d3-febe-4f39-b020-342ef69a5e51 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "198c7d07-9140-4206-a19c-41adcf95d313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.668s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.293119] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1097.293119] env[70621]: value = "task-4136391" [ 1097.293119] env[70621]: _type = "Task" [ 1097.293119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.302836] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.368251] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.368251] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.468302] env[70621]: DEBUG nova.compute.manager [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.468302] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.469406] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04682620-14b6-4d38-9d94-69ba43e3ab56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.478350] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.478350] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a475fa1b-9bd3-4a41-b736-a94f7ebf9b09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.485623] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1097.485623] env[70621]: value = "task-4136392" [ 1097.485623] env[70621]: _type = "Task" [ 1097.485623] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.496197] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.562827] env[70621]: INFO nova.compute.manager [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Rebuilding instance [ 1097.565161] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089508} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.565732] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.566755] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cbcedb-21f2-4d30-ae74-c36e76690f7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.591489] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.594881] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f20e339-1b91-4f4d-82e8-c901ed8079d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.611031] env[70621]: DEBUG nova.compute.manager [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-changed-0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.611269] env[70621]: DEBUG nova.compute.manager [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing instance network info cache due to event network-changed-0ae70826-e27e-468b-a7e9-cefff160de53. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.611531] env[70621]: DEBUG oslo_concurrency.lockutils [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.611682] env[70621]: DEBUG oslo_concurrency.lockutils [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.611876] env[70621]: DEBUG nova.network.neutron [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Refreshing network info cache for port 0ae70826-e27e-468b-a7e9-cefff160de53 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.623588] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1097.623588] env[70621]: value = "task-4136393" [ 1097.623588] env[70621]: _type = "Task" [ 1097.623588] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.633849] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.640941] env[70621]: DEBUG nova.compute.manager [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.641825] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd53fcf-136e-4454-9d9c-3a88cef9392b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.646901] env[70621]: INFO nova.compute.manager [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Rebuilding instance [ 1097.649331] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-2c21722a-4c02-414e-a09c-8632b3c16b7a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.706629] env[70621]: DEBUG nova.compute.manager [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.707751] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483e194f-3457-48c9-b592-662678ae9c62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.804326] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.873692] env[70621]: INFO nova.compute.claims [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.978433] env[70621]: DEBUG nova.network.neutron [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Updated VIF entry in instance network info cache for port 4e433e82-c6c3-4860-a7b5-1331e4e0182b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.978433] env[70621]: DEBUG nova.network.neutron [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Updating instance_info_cache with network_info: [{"id": "4e433e82-c6c3-4860-a7b5-1331e4e0182b", "address": "fa:16:3e:67:51:23", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e433e82-c6", "ovs_interfaceid": "4e433e82-c6c3-4860-a7b5-1331e4e0182b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.998502] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136392, 'name': PowerOffVM_Task, 'duration_secs': 0.444498} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.998811] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.998948] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.999253] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a54eb95c-d131-41f1-a03e-e0abfb2aad35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.093221] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.093472] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.093778] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleting the datastore file [datastore1] 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.094184] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83cae021-0088-4f0e-a439-bcb95a37800e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.100952] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for the task: (returnval){ [ 1098.100952] env[70621]: value = "task-4136395" [ 1098.100952] env[70621]: _type = "Task" [ 1098.100952] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.110330] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.135856] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.308115] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.383845] env[70621]: INFO nova.compute.resource_tracker [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating resource usage from migration 5f5ea34e-e30a-453c-8c3b-8c42fe7df155 [ 1098.400107] env[70621]: DEBUG nova.network.neutron [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updated VIF entry in instance network info cache for port 0ae70826-e27e-468b-a7e9-cefff160de53. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.400643] env[70621]: DEBUG nova.network.neutron [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0ae70826-e27e-468b-a7e9-cefff160de53", "address": "fa:16:3e:ec:26:d1", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ae70826-e2", "ovs_interfaceid": "0ae70826-e27e-468b-a7e9-cefff160de53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.483510] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Releasing lock "refresh_cache-198c7d07-9140-4206-a19c-41adcf95d313" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.484143] env[70621]: DEBUG nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Received event network-vif-plugged-f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.484143] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Acquiring lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.484284] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.484404] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.484581] env[70621]: DEBUG nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] No waiting events found dispatching network-vif-plugged-f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.485023] env[70621]: WARNING nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Received unexpected event network-vif-plugged-f371f219-8216-49b7-882e-b27e0712ac72 for instance with vm_state building and task_state spawning. [ 1098.485023] env[70621]: DEBUG nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Received event network-changed-f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.485133] env[70621]: DEBUG nova.compute.manager [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Refreshing instance network info cache due to event network-changed-f371f219-8216-49b7-882e-b27e0712ac72. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.485328] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Acquiring lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.485489] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Acquired lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.485690] env[70621]: DEBUG nova.network.neutron [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Refreshing network info cache for port f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.492104] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.492383] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.615533] env[70621]: DEBUG oslo_vmware.api [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Task: {'id': task-4136395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161108} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.615796] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.615982] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.616180] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.616357] env[70621]: INFO nova.compute.manager [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1098.616605] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.616799] env[70621]: DEBUG nova.compute.manager [-] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.616895] env[70621]: DEBUG nova.network.neutron [-] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.635163] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136393, 'name': ReconfigVM_Task, 'duration_secs': 0.892057} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.635163] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Reconfigured VM instance instance-00000061 to attach disk [datastore2] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.635163] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efcb64d2-509f-4130-a396-5377d743bd34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.644912] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1098.644912] env[70621]: value = "task-4136396" [ 1098.644912] env[70621]: _type = "Task" [ 1098.644912] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.649722] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a5707c-093b-41cc-8021-ae251cc1dcb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.656110] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136396, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.661227] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.661557] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6485835-bdaf-432a-9574-ee42d2d474f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.664035] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947f6096-f94b-48be-809c-77dc578ef8da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.705879] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce226a75-4e24-43d2-8b56-daff238db3a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.708599] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1098.708599] env[70621]: value = "task-4136397" [ 1098.708599] env[70621]: _type = "Task" [ 1098.708599] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.718294] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f73a571-65ff-446e-ad52-68e47c2d23f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.725974] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.726293] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.727698] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c9a042a-9dbe-4d64-9749-abe3c1098f53 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.739344] env[70621]: DEBUG nova.compute.provider_tree [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.742328] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1098.742328] env[70621]: value = "task-4136398" [ 1098.742328] env[70621]: _type = "Task" [ 1098.742328] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.757859] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.806427] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.903977] env[70621]: DEBUG oslo_concurrency.lockutils [req-d4cf0bad-0142-42f1-91ae-50a7770c91df req-78dbe030-7932-42ec-b393-6e3a785e6329 service nova] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.995202] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.158759] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136396, 'name': Rename_Task, 'duration_secs': 0.166006} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.161814] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.162739] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1907a0a7-cbdb-4c73-86fd-830165397d19 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.172027] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1099.172027] env[70621]: value = "task-4136399" [ 1099.172027] env[70621]: _type = "Task" [ 1099.172027] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.184603] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.190968] env[70621]: DEBUG nova.compute.manager [req-084d47cc-9bc4-4b00-9138-228f54697f30 req-fcf9a7f7-a7fb-4f27-9f8d-9b60be8c2b80 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Received event network-vif-deleted-0322b3d5-d5cb-4d42-b1b7-1c62b05b7666 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.191241] env[70621]: INFO nova.compute.manager [req-084d47cc-9bc4-4b00-9138-228f54697f30 req-fcf9a7f7-a7fb-4f27-9f8d-9b60be8c2b80 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Neutron deleted interface 0322b3d5-d5cb-4d42-b1b7-1c62b05b7666; detaching it from the instance and deleting it from the info cache [ 1099.191449] env[70621]: DEBUG nova.network.neutron [req-084d47cc-9bc4-4b00-9138-228f54697f30 req-fcf9a7f7-a7fb-4f27-9f8d-9b60be8c2b80 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.216105] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.216105] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64956aa8-4310-4b22-a60a-24a33a2c7f09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.221538] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136397, 'name': PowerOffVM_Task, 'duration_secs': 0.202624} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.222258] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.222958] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.224243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55aa839b-ec25-4583-b13e-5df501be244f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.228938] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1099.228938] env[70621]: value = "task-4136400" [ 1099.228938] env[70621]: _type = "Task" [ 1099.228938] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.238331] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.239195] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51aa23c5-d6bc-4a1a-967b-69bf6b29996e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.244139] env[70621]: DEBUG nova.scheduler.client.report [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.253873] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.261448] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136398, 'name': PowerOffVM_Task, 'duration_secs': 0.256284} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.261712] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.261967] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.262983] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6667b247-ae40-4409-9a7a-675395b0b1ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.271087] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.271087] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.271087] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Deleting the datastore file [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.274287] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c6c2db4-4932-463e-a87b-ec1b4de26916 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.276811] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.277129] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-168027fa-4843-4d37-af22-266774d45fd0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.281832] env[70621]: DEBUG nova.network.neutron [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Updated VIF entry in instance network info cache for port f371f219-8216-49b7-882e-b27e0712ac72. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.282292] env[70621]: DEBUG nova.network.neutron [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Updating instance_info_cache with network_info: [{"id": "f371f219-8216-49b7-882e-b27e0712ac72", "address": "fa:16:3e:32:b2:01", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf371f219-82", "ovs_interfaceid": "f371f219-8216-49b7-882e-b27e0712ac72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.285611] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1099.285611] env[70621]: value = "task-4136402" [ 1099.285611] env[70621]: _type = "Task" [ 1099.285611] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.296738] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.307175] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.380215] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.380667] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.380667] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore2] 198c7d07-9140-4206-a19c-41adcf95d313 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.381108] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f7b4c6d-90ec-4db6-86b3-1e4761e4b371 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.389298] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1099.389298] env[70621]: value = "task-4136404" [ 1099.389298] env[70621]: _type = "Task" [ 1099.389298] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.401530] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.518848] env[70621]: DEBUG nova.network.neutron [-] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.521456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.683598] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.694546] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-629093d2-04fa-451f-9a33-25487166fdd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.706201] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90a2278-780d-4814-82f8-ea99c4c57f7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.742712] env[70621]: DEBUG nova.compute.manager [req-084d47cc-9bc4-4b00-9138-228f54697f30 req-fcf9a7f7-a7fb-4f27-9f8d-9b60be8c2b80 service nova] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Detach interface failed, port_id=0322b3d5-d5cb-4d42-b1b7-1c62b05b7666, reason: Instance 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.751346] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136400, 'name': PowerOffVM_Task, 'duration_secs': 0.226478} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.751612] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.752435] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73892fe6-6986-472a-9641-dc96991181da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.755367] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.388s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.755549] env[70621]: INFO nova.compute.manager [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Migrating [ 1099.762064] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.241s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.763618] env[70621]: INFO nova.compute.claims [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.787496] env[70621]: DEBUG oslo_concurrency.lockutils [req-c08dbf2a-2fce-4cd5-85bd-8a6d96692426 req-7fb505ab-ab39-42ef-bf69-217a170b035c service nova] Releasing lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.788932] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c3ffd-1146-408f-9e6f-4ed395fc9a27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.806147] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125197} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.808989] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.809209] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.809507] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.814774] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.834729] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.835069] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d063567c-9eeb-4078-834e-08c2c4d20f76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.843065] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1099.843065] env[70621]: value = "task-4136405" [ 1099.843065] env[70621]: _type = "Task" [ 1099.843065] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.852316] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.852628] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.852757] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.852906] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.853096] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.853334] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a6f966-3e47-4835-b121-c5744f2a07ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.864292] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.864481] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.865487] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04648aa4-f7dd-4e12-a090-240f5c26b7e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.871100] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1099.871100] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a55549-0653-53ec-1ac6-50d9e851fc93" [ 1099.871100] env[70621]: _type = "Task" [ 1099.871100] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.878860] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a55549-0653-53ec-1ac6-50d9e851fc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.898970] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160619} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.900314] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.900314] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.900314] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.022892] env[70621]: INFO nova.compute.manager [-] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Took 1.41 seconds to deallocate network for instance. [ 1100.182357] env[70621]: DEBUG oslo_vmware.api [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136399, 'name': PowerOnVM_Task, 'duration_secs': 0.535506} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.182473] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.183102] env[70621]: INFO nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1100.183102] env[70621]: DEBUG nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1100.183839] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabbd261-7354-40cc-a4a7-54c9d1cc55d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.286838] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.287090] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.287272] env[70621]: DEBUG nova.network.neutron [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.307333] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.381602] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a55549-0653-53ec-1ac6-50d9e851fc93, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.382447] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9904cdf5-b667-4031-9eae-023dc548bdcc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.389579] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1100.389579] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52341b73-eedd-fab4-83f7-8f1bc563bd62" [ 1100.389579] env[70621]: _type = "Task" [ 1100.389579] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.397377] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52341b73-eedd-fab4-83f7-8f1bc563bd62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.531255] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.702652] env[70621]: INFO nova.compute.manager [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Took 13.93 seconds to build instance. [ 1100.808355] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.864176] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.864176] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.864176] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.864176] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.864176] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.864800] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.865199] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.865497] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.865799] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.866105] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.868037] env[70621]: DEBUG nova.virt.hardware [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.868037] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95f411-b3de-4c02-b563-ecec2b99cd14 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.879270] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fcccf4-ea92-4cba-a3a9-a0635e39c492 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.903467] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.915047] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.926097] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.930334] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1af704e-fe88-4318-8ede-2a2d93bd072e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.956187] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52341b73-eedd-fab4-83f7-8f1bc563bd62, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.958346] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.958565] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. {{(pid=70621) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1100.959036] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac0e862e-479d-4a5d-bddb-6d5eb74ec1d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.963770] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.964085] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.964297] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.964531] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.964719] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.964908] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.965207] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.965425] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.965641] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.965948] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.966081] env[70621]: DEBUG nova.virt.hardware [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.967298] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ce0c83-ae61-4e4e-b591-5eb9b49ec9ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.974861] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.974861] env[70621]: value = "task-4136406" [ 1100.974861] env[70621]: _type = "Task" [ 1100.974861] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.982187] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1100.982187] env[70621]: value = "task-4136407" [ 1100.982187] env[70621]: _type = "Task" [ 1100.982187] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.983988] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d430307-05b0-458b-8265-8a728c907bea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.002326] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136406, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.015631] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:51:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e433e82-c6c3-4860-a7b5-1331e4e0182b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.024272] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.030596] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.031027] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.033975] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc8ec5d1-9f0e-4513-8a8e-0017c5b9f67a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.058976] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.058976] env[70621]: value = "task-4136408" [ 1101.058976] env[70621]: _type = "Task" [ 1101.058976] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.068866] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136408, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.132292] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ddb934-de6d-4407-ac59-00855dc68836 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.141863] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d8f7e-842f-479c-96ce-83b02df03e7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.180175] env[70621]: DEBUG nova.network.neutron [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.182132] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29e3ff8-571f-4a74-b23d-bd46073ba087 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.191560] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9c8f4-e8f3-4e8f-b531-b6d331aa1ca4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.209675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-90fc6be7-8eea-437c-9346-f0bc70826344 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.454s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.210317] env[70621]: DEBUG nova.compute.provider_tree [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.222038] env[70621]: DEBUG nova.compute.manager [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Received event network-changed-f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.222276] env[70621]: DEBUG nova.compute.manager [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Refreshing instance network info cache due to event network-changed-f371f219-8216-49b7-882e-b27e0712ac72. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.222755] env[70621]: DEBUG oslo_concurrency.lockutils [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] Acquiring lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.222755] env[70621]: DEBUG oslo_concurrency.lockutils [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] Acquired lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.222864] env[70621]: DEBUG nova.network.neutron [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Refreshing network info cache for port f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.308604] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.486654] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136406, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.499320] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136407, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.569371] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136408, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.686872] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.713984] env[70621]: DEBUG nova.scheduler.client.report [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.811559] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.843472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.843751] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.843974] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.844223] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.844398] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.846721] env[70621]: INFO nova.compute.manager [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Terminating instance [ 1101.987348] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136406, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.999809] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553454} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.000848] env[70621]: DEBUG nova.network.neutron [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Updated VIF entry in instance network info cache for port f371f219-8216-49b7-882e-b27e0712ac72. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.001373] env[70621]: DEBUG nova.network.neutron [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Updating instance_info_cache with network_info: [{"id": "f371f219-8216-49b7-882e-b27e0712ac72", "address": "fa:16:3e:32:b2:01", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf371f219-82", "ovs_interfaceid": "f371f219-8216-49b7-882e-b27e0712ac72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.002750] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. [ 1102.003689] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4410f92c-a898-40fd-9a7e-f27354886827 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.033823] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.034915] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009495a9-a372-482c-8d5c-8fd9d20bc0ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.054764] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1102.054764] env[70621]: value = "task-4136409" [ 1102.054764] env[70621]: _type = "Task" [ 1102.054764] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.066562] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.072174] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136408, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.219407] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.220882] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.223465] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.692s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.223684] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.253290] env[70621]: INFO nova.scheduler.client.report [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Deleted allocations for instance 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a [ 1102.312394] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.353099] env[70621]: DEBUG nova.compute.manager [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.353275] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.354232] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff173b1-1c60-4f36-910d-0b1a30536a12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.362798] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.363099] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fcfda98-59dc-425a-b2e6-426e4ce945d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.370110] env[70621]: DEBUG oslo_vmware.api [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1102.370110] env[70621]: value = "task-4136410" [ 1102.370110] env[70621]: _type = "Task" [ 1102.370110] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.380923] env[70621]: DEBUG oslo_vmware.api [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.487702] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136406, 'name': CreateVM_Task, 'duration_secs': 1.337589} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.488129] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.488322] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.488484] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.488835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.489118] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c50b324-8532-4df5-ac55-ab86f892353d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.494659] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1102.494659] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ab89cd-6f1f-8070-80b1-ce268f494970" [ 1102.494659] env[70621]: _type = "Task" [ 1102.494659] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.505605] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ab89cd-6f1f-8070-80b1-ce268f494970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.508374] env[70621]: DEBUG oslo_concurrency.lockutils [req-6817108e-a17e-467d-860a-69031bfeb666 req-10f87960-523c-49b7-a98b-80a65638cd51 service nova] Releasing lock "refresh_cache-e7d802eb-e64e-4fd5-8d82-2eba42eac766" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.567641] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.573430] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136408, 'name': CreateVM_Task, 'duration_secs': 1.395479} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.573591] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.574283] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.728042] env[70621]: DEBUG nova.compute.utils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.729731] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.729973] env[70621]: DEBUG nova.network.neutron [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.762401] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3913a303-0120-4320-a6aa-c6b3afc95aed tempest-DeleteServersTestJSON-1690139659 tempest-DeleteServersTestJSON-1690139659-project-member] Lock "1be31f23-54d9-45fb-8f7e-32bf38d4dd8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.805s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.776607] env[70621]: DEBUG nova.policy [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8df3f6bc941b48169a4a436e1dda95a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be0b1ad1c50448d6a188553fbee7fa11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.811092] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.881510] env[70621]: DEBUG oslo_vmware.api [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136410, 'name': PowerOffVM_Task, 'duration_secs': 0.295026} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.881800] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.882030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.882424] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e56d8a1-16a5-40e2-8f5a-bb5a1d492bb7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.963648] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.963648] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.963901] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleting the datastore file [datastore1] f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.964161] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c735977-b36e-4d7f-883a-b568b2520297 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.976302] env[70621]: DEBUG oslo_vmware.api [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for the task: (returnval){ [ 1102.976302] env[70621]: value = "task-4136412" [ 1102.976302] env[70621]: _type = "Task" [ 1102.976302] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.992850] env[70621]: DEBUG oslo_vmware.api [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.005324] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ab89cd-6f1f-8070-80b1-ce268f494970, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.005953] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.006903] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.006903] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.007241] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.007719] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.008226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.008843] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.009300] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be9abbb7-e8a2-4cf4-916d-0d0fdb1b9f58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.012555] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53041bb1-9e8e-4752-ae7d-141d252c8bcf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.020067] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1103.020067] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52654384-513f-0baa-80c3-dfabe92ee95c" [ 1103.020067] env[70621]: _type = "Task" [ 1103.020067] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.028529] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.028984] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.031084] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d93b933-c637-4295-a5ff-50df4263b825 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.040295] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52654384-513f-0baa-80c3-dfabe92ee95c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.046010] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1103.046010] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5244be49-8fc2-f5cc-bc70-33a1d8da3a96" [ 1103.046010] env[70621]: _type = "Task" [ 1103.046010] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.059579] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5244be49-8fc2-f5cc-bc70-33a1d8da3a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.072275] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136409, 'name': ReconfigVM_Task, 'duration_secs': 0.78566} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.073248] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.074283] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e19fa4-8eac-47c9-add3-a47bb6be2a78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.102206] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17463488-25c3-451c-865e-5e65528c3452 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.121956] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1103.121956] env[70621]: value = "task-4136413" [ 1103.121956] env[70621]: _type = "Task" [ 1103.121956] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.131781] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.172712] env[70621]: DEBUG nova.network.neutron [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Successfully created port: fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.204482] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926ae1dc-9ed7-42dc-9917-5bac7c5e1bc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.227789] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.233415] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.311295] env[70621]: DEBUG oslo_vmware.api [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136391, 'name': ReconfigVM_Task, 'duration_secs': 5.808277} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.311573] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.311790] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Reconfigured VM to detach interface {{(pid=70621) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1103.496415] env[70621]: DEBUG oslo_vmware.api [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Task: {'id': task-4136412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207565} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.496732] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.496917] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.497067] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.497284] env[70621]: INFO nova.compute.manager [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1103.497543] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.497743] env[70621]: DEBUG nova.compute.manager [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.497842] env[70621]: DEBUG nova.network.neutron [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.533263] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52654384-513f-0baa-80c3-dfabe92ee95c, 'name': SearchDatastore_Task, 'duration_secs': 0.016028} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.533805] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.534124] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.534364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.558521] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5244be49-8fc2-f5cc-bc70-33a1d8da3a96, 'name': SearchDatastore_Task, 'duration_secs': 0.014057} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.559650] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cadcade-6890-4321-bb33-6adc2ba3be79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.567955] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1103.567955] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a1d490-7930-bc3c-6b62-068e3c0f23e8" [ 1103.567955] env[70621]: _type = "Task" [ 1103.567955] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.575964] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a1d490-7930-bc3c-6b62-068e3c0f23e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.632994] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136413, 'name': ReconfigVM_Task, 'duration_secs': 0.181185} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.633449] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.633717] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2da8378-a897-4e60-9113-361ad946bc8e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.641702] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1103.641702] env[70621]: value = "task-4136414" [ 1103.641702] env[70621]: _type = "Task" [ 1103.641702] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.651303] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.734648] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.735478] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0782c042-120d-4ffd-b2fb-2c0ccf74f8a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.752672] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1103.752672] env[70621]: value = "task-4136416" [ 1103.752672] env[70621]: _type = "Task" [ 1103.752672] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.769822] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.956783] env[70621]: DEBUG nova.compute.manager [req-dd503719-2fcd-4783-b05d-a5f0b625ea89 req-dffb317b-ce99-4950-9bb1-dedf3c7cd82a service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Received event network-vif-deleted-e52d6b2b-cbee-42fc-bf72-9bdec59dae74 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.956829] env[70621]: INFO nova.compute.manager [req-dd503719-2fcd-4783-b05d-a5f0b625ea89 req-dffb317b-ce99-4950-9bb1-dedf3c7cd82a service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Neutron deleted interface e52d6b2b-cbee-42fc-bf72-9bdec59dae74; detaching it from the instance and deleting it from the info cache [ 1103.956972] env[70621]: DEBUG nova.network.neutron [req-dd503719-2fcd-4783-b05d-a5f0b625ea89 req-dffb317b-ce99-4950-9bb1-dedf3c7cd82a service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.078887] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a1d490-7930-bc3c-6b62-068e3c0f23e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025366} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.079210] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.079489] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.079878] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.080187] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.080558] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7e1b036-4c67-4532-a1b7-88b9938c32c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.085540] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47fccba6-f97c-4e9d-a686-9152d26a77c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.096337] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1104.096337] env[70621]: value = "task-4136417" [ 1104.096337] env[70621]: _type = "Task" [ 1104.096337] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.102701] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.102885] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.104686] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07acf1c3-9f53-4d9b-9955-e8fe9e3569bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.111652] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.117188] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1104.117188] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d70262-819d-c2da-3da0-29bf807e0d8c" [ 1104.117188] env[70621]: _type = "Task" [ 1104.117188] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.126417] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d70262-819d-c2da-3da0-29bf807e0d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.151720] env[70621]: DEBUG oslo_vmware.api [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136414, 'name': PowerOnVM_Task, 'duration_secs': 0.490322} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.151969] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.155336] env[70621]: DEBUG nova.compute.manager [None req-ccf08310-9e54-48f1-a8cc-0dc36375f1d7 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.156399] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6226f37f-cbaf-47e8-bc21-b6bf8f82cd03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.246290] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.264492] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136416, 'name': PowerOffVM_Task, 'duration_secs': 0.242334} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.264806] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.265016] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.276563] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.276957] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.277158] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.277353] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.277517] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.277673] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.277940] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.278081] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.278278] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.278472] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.278740] env[70621]: DEBUG nova.virt.hardware [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.279637] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff067d9-25a9-4db8-a8b5-dba2887f53fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.291245] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f355e449-2478-43df-8c86-c14f88570286 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.432274] env[70621]: DEBUG nova.network.neutron [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.459947] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1803dddf-acf1-44f0-b5c8-0dcbd3e7b6be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.471701] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c209409-60b7-4b83-8f12-307faac9e32e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.514090] env[70621]: DEBUG nova.compute.manager [req-dd503719-2fcd-4783-b05d-a5f0b625ea89 req-dffb317b-ce99-4950-9bb1-dedf3c7cd82a service nova] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Detach interface failed, port_id=e52d6b2b-cbee-42fc-bf72-9bdec59dae74, reason: Instance f5936f5e-852b-49ec-b8b6-fb69b2189661 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.608483] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.625935] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d70262-819d-c2da-3da0-29bf807e0d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.626876] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9638988-faf1-4e1b-95f6-54469e9aa0d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.634819] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1104.634819] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ec8c8a-aae4-89f8-2c48-7857481ca707" [ 1104.634819] env[70621]: _type = "Task" [ 1104.634819] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.644086] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ec8c8a-aae4-89f8-2c48-7857481ca707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.773410] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.774192] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.774192] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.774192] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.774469] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.774773] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.775138] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.775367] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.775695] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.775950] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.776881] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.782996] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77434ea9-cd87-4a8d-b521-b906c5f09a81 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.800119] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1104.800119] env[70621]: value = "task-4136418" [ 1104.800119] env[70621]: _type = "Task" [ 1104.800119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.809204] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.817055] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.817196] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquired lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.817430] env[70621]: DEBUG nova.network.neutron [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.935617] env[70621]: INFO nova.compute.manager [-] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Took 1.44 seconds to deallocate network for instance. [ 1105.108429] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54049} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.109087] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.109333] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.109591] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83dc173b-560b-4438-93a0-a5ab7f352251 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.113817] env[70621]: DEBUG nova.compute.manager [req-5c9719e6-d292-4fdb-aea6-983604fcc11a req-9c35e3ab-997b-4666-ab86-00008971cb4d service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Received event network-vif-plugged-fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.114046] env[70621]: DEBUG oslo_concurrency.lockutils [req-5c9719e6-d292-4fdb-aea6-983604fcc11a req-9c35e3ab-997b-4666-ab86-00008971cb4d service nova] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.114298] env[70621]: DEBUG oslo_concurrency.lockutils [req-5c9719e6-d292-4fdb-aea6-983604fcc11a req-9c35e3ab-997b-4666-ab86-00008971cb4d service nova] Lock "37a42ec3-e07e-465d-856f-d170ef900316-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.114500] env[70621]: DEBUG oslo_concurrency.lockutils [req-5c9719e6-d292-4fdb-aea6-983604fcc11a req-9c35e3ab-997b-4666-ab86-00008971cb4d service nova] Lock "37a42ec3-e07e-465d-856f-d170ef900316-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.114699] env[70621]: DEBUG nova.compute.manager [req-5c9719e6-d292-4fdb-aea6-983604fcc11a req-9c35e3ab-997b-4666-ab86-00008971cb4d service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] No waiting events found dispatching network-vif-plugged-fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.114877] env[70621]: WARNING nova.compute.manager [req-5c9719e6-d292-4fdb-aea6-983604fcc11a req-9c35e3ab-997b-4666-ab86-00008971cb4d service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Received unexpected event network-vif-plugged-fea48703-b66c-4013-afa8-cbecdd0c6180 for instance with vm_state building and task_state spawning. [ 1105.120477] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1105.120477] env[70621]: value = "task-4136419" [ 1105.120477] env[70621]: _type = "Task" [ 1105.120477] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.126736] env[70621]: DEBUG oslo_concurrency.lockutils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.126965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.131974] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.146161] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ec8c8a-aae4-89f8-2c48-7857481ca707, 'name': SearchDatastore_Task, 'duration_secs': 0.014862} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.146430] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.146693] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.146965] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68efe639-6c6e-4d06-ae23-6e99881a751f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.154473] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1105.154473] env[70621]: value = "task-4136420" [ 1105.154473] env[70621]: _type = "Task" [ 1105.154473] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.163564] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.208566] env[70621]: DEBUG nova.network.neutron [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Successfully updated port: fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.223023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.223023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.223023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.223023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.223023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.224103] env[70621]: INFO nova.compute.manager [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Terminating instance [ 1105.311970] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.443196] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.443704] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.443948] env[70621]: DEBUG nova.objects.instance [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lazy-loading 'resources' on Instance uuid f5936f5e-852b-49ec-b8b6-fb69b2189661 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.579729] env[70621]: INFO nova.network.neutron [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Port 0ae70826-e27e-468b-a7e9-cefff160de53 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1105.580310] env[70621]: DEBUG nova.network.neutron [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [{"id": "c726a891-fe08-477a-856e-65d56a39bcab", "address": "fa:16:3e:66:f5:12", "network": {"id": "ea5172c7-9865-458b-ab95-517aadcdbe9e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1469362585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ac3131714ef44a3a68dcf32a8fc3ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc726a891-fe", "ovs_interfaceid": "c726a891-fe08-477a-856e-65d56a39bcab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.635052] env[70621]: DEBUG nova.compute.utils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.636696] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075183} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.637719] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.638112] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c1e89b-a533-418e-8ca6-dc6fbab57a52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.662768] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.664158] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a0841c-87fc-4433-a08a-7b9692b6b7e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.690907] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.692736] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1105.692736] env[70621]: value = "task-4136421" [ 1105.692736] env[70621]: _type = "Task" [ 1105.692736] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.704515] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.711450] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.711724] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.711724] env[70621]: DEBUG nova.network.neutron [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.728212] env[70621]: DEBUG nova.compute.manager [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.728451] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.729756] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e3c234-24c1-41b9-97b3-956f7c3fa735 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.739374] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.739610] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e812c378-06c0-4088-8af2-ac2aec493164 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.749094] env[70621]: DEBUG oslo_vmware.api [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1105.749094] env[70621]: value = "task-4136422" [ 1105.749094] env[70621]: _type = "Task" [ 1105.749094] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.758345] env[70621]: DEBUG oslo_vmware.api [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.811238] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.083072] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Releasing lock "refresh_cache-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.138225] env[70621]: DEBUG oslo_concurrency.lockutils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.177793] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58388} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.178111] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.178319] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.178584] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13e99cce-361d-4767-a770-dd4a307e944a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.188022] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1106.188022] env[70621]: value = "task-4136423" [ 1106.188022] env[70621]: _type = "Task" [ 1106.188022] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.199611] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.202264] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a42ef1f-8970-4cca-bcf8-088b56a9d7eb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.209179] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.216818] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f750cbf-269e-437c-9f0b-9c5c232a9854 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.249842] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6505ed9c-db3a-4953-8c4e-3e0830b05a2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.253214] env[70621]: DEBUG nova.network.neutron [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.264551] env[70621]: DEBUG oslo_vmware.api [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136422, 'name': PowerOffVM_Task, 'duration_secs': 0.260832} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.266765] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.266929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.267206] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bae28bc-095f-41d8-bb15-b1083d8a5e2d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.269997] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1a7608-9e06-46a8-96df-04f4ef776621 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.287173] env[70621]: INFO nova.compute.manager [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Rescuing [ 1106.287419] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.287575] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.287741] env[70621]: DEBUG nova.network.neutron [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.289818] env[70621]: DEBUG nova.compute.provider_tree [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.314388] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136418, 'name': ReconfigVM_Task, 'duration_secs': 1.24577} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.315857] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.387694] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.388225] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.388225] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleting the datastore file [datastore2] e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.388493] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a67e7de-0723-44a4-8972-758e18f98bc1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.398115] env[70621]: DEBUG oslo_vmware.api [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1106.398115] env[70621]: value = "task-4136425" [ 1106.398115] env[70621]: _type = "Task" [ 1106.398115] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.406723] env[70621]: DEBUG oslo_vmware.api [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.481701] env[70621]: DEBUG nova.network.neutron [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updating instance_info_cache with network_info: [{"id": "fea48703-b66c-4013-afa8-cbecdd0c6180", "address": "fa:16:3e:c2:e5:42", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea48703-b6", "ovs_interfaceid": "fea48703-b66c-4013-afa8-cbecdd0c6180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.589769] env[70621]: DEBUG oslo_concurrency.lockutils [None req-13353f8b-2535-423a-8fd2-4742ad4e229a tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "interface-e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb-0ae70826-e27e-468b-a7e9-cefff160de53" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.904s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.701159] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.701159] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156221} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.705036] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.705036] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.712886] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec826e-991a-4b0b-be7b-b6c75160f052 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.717692] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136421, 'name': ReconfigVM_Task, 'duration_secs': 0.628286} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.718872] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83/26bc1b18-e651-48de-95b3-d088a9c03b83.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.719769] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a24cec8-0c52-4cd7-af9a-417249e756d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.745381] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.747540] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e2c285b-e5c7-4667-b9a1-d46683b0d1f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.765167] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1106.765167] env[70621]: value = "task-4136426" [ 1106.765167] env[70621]: _type = "Task" [ 1106.765167] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.772772] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1106.772772] env[70621]: value = "task-4136427" [ 1106.772772] env[70621]: _type = "Task" [ 1106.772772] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.776642] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136426, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.788478] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.793034] env[70621]: DEBUG nova.scheduler.client.report [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.823254] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.823254] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.823607] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.823607] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.823925] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.823925] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.824511] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.824511] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.824609] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.824724] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.824896] env[70621]: DEBUG nova.virt.hardware [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.831626] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1106.832168] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a574d9-d19d-45d6-a3a5-2af2e0ba760d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.860240] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1106.860240] env[70621]: value = "task-4136428" [ 1106.860240] env[70621]: _type = "Task" [ 1106.860240] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.870830] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.911358] env[70621]: DEBUG oslo_vmware.api [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378893} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.912027] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.912027] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.912161] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.912303] env[70621]: INFO nova.compute.manager [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1106.912533] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.912721] env[70621]: DEBUG nova.compute.manager [-] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.912817] env[70621]: DEBUG nova.network.neutron [-] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.986435] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.986754] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Instance network_info: |[{"id": "fea48703-b66c-4013-afa8-cbecdd0c6180", "address": "fa:16:3e:c2:e5:42", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea48703-b6", "ovs_interfaceid": "fea48703-b66c-4013-afa8-cbecdd0c6180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.987193] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e5:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb68953b-dee5-4d9d-b47b-277336ba76dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fea48703-b66c-4013-afa8-cbecdd0c6180', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.998426] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.999502] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.999760] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe5150dc-322c-4d43-8d67-ff2a6a919fe2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.032707] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.032707] env[70621]: value = "task-4136429" [ 1107.032707] env[70621]: _type = "Task" [ 1107.032707] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.041520] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136429, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.101778] env[70621]: DEBUG nova.network.neutron [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Updating instance_info_cache with network_info: [{"id": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "address": "fa:16:3e:39:f1:c9", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142c7a85-08", "ovs_interfaceid": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.147816] env[70621]: DEBUG nova.compute.manager [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Received event network-changed-fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.148101] env[70621]: DEBUG nova.compute.manager [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Refreshing instance network info cache due to event network-changed-fea48703-b66c-4013-afa8-cbecdd0c6180. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.148426] env[70621]: DEBUG oslo_concurrency.lockutils [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] Acquiring lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.149011] env[70621]: DEBUG oslo_concurrency.lockutils [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] Acquired lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.149011] env[70621]: DEBUG nova.network.neutron [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Refreshing network info cache for port fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.213395] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.213609] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.213797] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.213991] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.214130] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.214300] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.214436] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1107.214577] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.218993] env[70621]: DEBUG oslo_concurrency.lockutils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.219277] env[70621]: DEBUG oslo_concurrency.lockutils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.219517] env[70621]: INFO nova.compute.manager [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Attaching volume 4ce2582a-8b1a-42db-ba44-32d71331a727 to /dev/sdb [ 1107.267686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee2e89-db9a-47f3-8a5a-ea1e573b9cf5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.285471] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136426, 'name': Rename_Task, 'duration_secs': 0.246189} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.286692] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aab9f77-bbf6-4462-9548-32a8efbf2149 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.289596] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.293270] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73a267b-91ff-4deb-9f1f-35ff27f899b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.295104] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.297951] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.310460] env[70621]: DEBUG nova.virt.block_device [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updating existing volume attachment record: 3e52b96c-2dcd-4c13-a120-f925844b951f {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1107.314197] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1107.314197] env[70621]: value = "task-4136430" [ 1107.314197] env[70621]: _type = "Task" [ 1107.314197] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.324969] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.326330] env[70621]: INFO nova.scheduler.client.report [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Deleted allocations for instance f5936f5e-852b-49ec-b8b6-fb69b2189661 [ 1107.372106] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136428, 'name': ReconfigVM_Task, 'duration_secs': 0.465069} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.372450] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.373325] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2283d26-461f-4ed1-9b86-6e90d02c2c65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.408526] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.410067] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00c31fb4-7ede-4094-9bce-4e23016e92d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.442528] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1107.442528] env[70621]: value = "task-4136431" [ 1107.442528] env[70621]: _type = "Task" [ 1107.442528] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.458421] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136431, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.546382] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136429, 'name': CreateVM_Task, 'duration_secs': 0.484688} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.546592] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.549812] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.549897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.550390] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.550719] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44703f57-0344-46d0-bbee-a5a4e56159f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.556555] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1107.556555] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b14379-6a98-0205-59a2-1563a26e48b4" [ 1107.556555] env[70621]: _type = "Task" [ 1107.556555] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.567201] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b14379-6a98-0205-59a2-1563a26e48b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.605076] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.718298] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.718700] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.718981] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.719254] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1107.721104] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938b36b1-469f-4ca2-ba24-e7b9e0f01be2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.736736] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5709700-2aa6-4a83-9729-36b177805967 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.754796] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996df4d-fe53-46f4-8ddb-41d15b27e5df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.764589] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b18ad-81df-4c36-9e04-b4bbeb9f3041 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.800388] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179501MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1107.800562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.800853] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.812419] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136427, 'name': ReconfigVM_Task, 'duration_secs': 0.831849} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.815528] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 198c7d07-9140-4206-a19c-41adcf95d313/198c7d07-9140-4206-a19c-41adcf95d313.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.816687] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a4f2e31-6f80-4fcd-a89e-99b71f8a0dcd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.829286] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136430, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.833038] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1107.833038] env[70621]: value = "task-4136433" [ 1107.833038] env[70621]: _type = "Task" [ 1107.833038] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.833599] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ef3f5339-ab3c-4bb3-b7ef-c086b985ba41 tempest-ServersNegativeTestJSON-1078216700 tempest-ServersNegativeTestJSON-1078216700-project-member] Lock "f5936f5e-852b-49ec-b8b6-fb69b2189661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.990s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.852697] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136433, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.955561] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.981380] env[70621]: DEBUG nova.network.neutron [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updated VIF entry in instance network info cache for port fea48703-b66c-4013-afa8-cbecdd0c6180. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.981808] env[70621]: DEBUG nova.network.neutron [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updating instance_info_cache with network_info: [{"id": "fea48703-b66c-4013-afa8-cbecdd0c6180", "address": "fa:16:3e:c2:e5:42", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea48703-b6", "ovs_interfaceid": "fea48703-b66c-4013-afa8-cbecdd0c6180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.071079] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b14379-6a98-0205-59a2-1563a26e48b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013497} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.072114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.072415] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.072684] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.072845] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.073098] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.073422] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-595df30a-c4fd-4fc0-abe9-89444c915f48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.085134] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.085335] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.086161] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab9e4c7-8480-4ab3-b8c9-c71a71cd0a37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.094916] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1108.094916] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f5ab4b-1fdc-88f6-9c95-fef078d9e0e2" [ 1108.094916] env[70621]: _type = "Task" [ 1108.094916] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.105611] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f5ab4b-1fdc-88f6-9c95-fef078d9e0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.328179] env[70621]: DEBUG oslo_vmware.api [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136430, 'name': PowerOnVM_Task, 'duration_secs': 0.570267} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.328179] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.328179] env[70621]: DEBUG nova.compute.manager [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1108.328908] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4430be95-39b9-40be-a777-c186a96ba416 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.354466] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136433, 'name': Rename_Task, 'duration_secs': 0.255996} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.354766] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.355045] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abd8395b-e30a-4f0b-98e8-7bedcf40a115 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.366759] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1108.366759] env[70621]: value = "task-4136436" [ 1108.366759] env[70621]: _type = "Task" [ 1108.366759] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.377243] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.455068] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.485416] env[70621]: DEBUG oslo_concurrency.lockutils [req-e7ac5f66-9400-47fe-a12a-93cc031afd7f req-038998f4-65bd-470d-b644-892f5a7bffcd service nova] Releasing lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.606870] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f5ab4b-1fdc-88f6-9c95-fef078d9e0e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013548} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.608240] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8baa414e-c6a1-411c-937d-8da59e8a57b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.617158] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1108.617158] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5226cedf-5692-58ec-8137-c58302a03dbe" [ 1108.617158] env[70621]: _type = "Task" [ 1108.617158] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.628239] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5226cedf-5692-58ec-8137-c58302a03dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.738963] env[70621]: DEBUG nova.compute.manager [req-586a20b2-dfd4-423e-bba1-355f6ee78a74 req-da281136-2ed2-4622-84f9-bbb2d09d117e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Received event network-vif-deleted-c726a891-fe08-477a-856e-65d56a39bcab {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.738963] env[70621]: INFO nova.compute.manager [req-586a20b2-dfd4-423e-bba1-355f6ee78a74 req-da281136-2ed2-4622-84f9-bbb2d09d117e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Neutron deleted interface c726a891-fe08-477a-856e-65d56a39bcab; detaching it from the instance and deleting it from the info cache [ 1108.738963] env[70621]: DEBUG nova.network.neutron [req-586a20b2-dfd4-423e-bba1-355f6ee78a74 req-da281136-2ed2-4622-84f9-bbb2d09d117e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.817219] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Applying migration context for instance f6a722cb-5bf6-45a1-b024-dc9048c34ff1 as it has an incoming, in-progress migration 5f5ea34e-e30a-453c-8c3b-8c42fe7df155. Migration status is migrating {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1108.818320] env[70621]: INFO nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating resource usage from migration 5f5ea34e-e30a-453c-8c3b-8c42fe7df155 [ 1108.855185] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.855305] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50f2c68f-3bf1-486a-90ff-352091e6b328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.855431] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e5c5a395-4b73-41a9-bea5-0c6bebc5f571 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.855546] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.855659] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance cd130111-d039-471f-bd96-7bf854ba268c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.855770] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9729157f-105c-4598-9de4-da391c2ab3ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.855880] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.857326] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance df3c86b1-b9a2-45d2-b939-4b059a94daf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.857578] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2c21722a-4c02-414e-a09c-8632b3c16b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.857746] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 26bc1b18-e651-48de-95b3-d088a9c03b83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.857900] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 198c7d07-9140-4206-a19c-41adcf95d313 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.858109] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e7d802eb-e64e-4fd5-8d82-2eba42eac766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.858308] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Migration 5f5ea34e-e30a-453c-8c3b-8c42fe7df155 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1108.858513] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance f6a722cb-5bf6-45a1-b024-dc9048c34ff1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.858720] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 37a42ec3-e07e-465d-856f-d170ef900316 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1108.858990] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1108.860101] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1108.878861] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.886811] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.961839] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136431, 'name': ReconfigVM_Task, 'duration_secs': 1.481689} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.961839] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.961839] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.144167] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5226cedf-5692-58ec-8137-c58302a03dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.145400] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.145695] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 37a42ec3-e07e-465d-856f-d170ef900316/37a42ec3-e07e-465d-856f-d170ef900316.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.146491] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-934bf11f-3d65-4b67-88e1-49bf178f1dc8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.156916] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1109.156916] env[70621]: value = "task-4136437" [ 1109.156916] env[70621]: _type = "Task" [ 1109.156916] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.163836] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.163999] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55c2d36e-7c4c-4e33-b8bb-06b9987cd9bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.175664] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.182579] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1109.182579] env[70621]: value = "task-4136438" [ 1109.182579] env[70621]: _type = "Task" [ 1109.182579] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.200392] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.204655] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46927be9-39c1-4368-9cb4-8e1acfd7208e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.217340] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce4c223-12bb-4b96-95a9-2dcdd80f9c23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.221376] env[70621]: DEBUG nova.network.neutron [-] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.256313] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2948904f-bf80-472a-8e3b-a6cdcfc9d56d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.259019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3ca0d-0bc0-4d67-beb5-29ad1dba6947 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.271956] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f4e440-641d-48e1-90c8-32e5aebaddb0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.281669] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ffd686-e9c1-4436-8641-53306f156f84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.309408] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.325324] env[70621]: DEBUG nova.compute.manager [req-586a20b2-dfd4-423e-bba1-355f6ee78a74 req-da281136-2ed2-4622-84f9-bbb2d09d117e service nova] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Detach interface failed, port_id=c726a891-fe08-477a-856e-65d56a39bcab, reason: Instance e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.379501] env[70621]: DEBUG oslo_vmware.api [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136436, 'name': PowerOnVM_Task, 'duration_secs': 0.858787} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.379808] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.379808] env[70621]: DEBUG nova.compute.manager [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.382224] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546a5aed-a5a9-431c-9d12-77bb2a106c22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.477350] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d366533-1358-4657-ac11-22151162724b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.504873] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae05faa-4d2b-407f-b63d-773183a6cd5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.535868] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.668647] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.695677] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136438, 'name': PowerOffVM_Task, 'duration_secs': 0.275189} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.696192] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.697500] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66216d0a-3eb3-4e8a-89dc-dcc406dc71c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.730541] env[70621]: INFO nova.compute.manager [-] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Took 2.82 seconds to deallocate network for instance. [ 1109.734755] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bcab11-5844-4d78-8272-2c44d326a9a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.806639] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.806986] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aade6516-7894-4549-811f-c068c4614e8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.816281] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1109.816281] env[70621]: value = "task-4136439" [ 1109.816281] env[70621]: _type = "Task" [ 1109.816281] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.827884] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.831757] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.831977] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.832406] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.832406] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.832620] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.833026] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b90b9589-4e85-4396-8f80-80bf4adae884 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.844377] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.844594] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.845385] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4606c32f-6ef5-4e8a-8468-92ab463a41d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.853594] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1109.853594] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f610cd-2237-7bb4-0156-a34e33de48f2" [ 1109.853594] env[70621]: _type = "Task" [ 1109.853594] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.865049] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f610cd-2237-7bb4-0156-a34e33de48f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.910070] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.955021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "26bc1b18-e651-48de-95b3-d088a9c03b83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.955021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "26bc1b18-e651-48de-95b3-d088a9c03b83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.955021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "26bc1b18-e651-48de-95b3-d088a9c03b83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.955021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "26bc1b18-e651-48de-95b3-d088a9c03b83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.955021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "26bc1b18-e651-48de-95b3-d088a9c03b83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.958364] env[70621]: INFO nova.compute.manager [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Terminating instance [ 1110.172348] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652187} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.172348] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 37a42ec3-e07e-465d-856f-d170ef900316/37a42ec3-e07e-465d-856f-d170ef900316.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.172348] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.172348] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5158e1e0-c387-4522-923f-579b1fe4a48a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.181214] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1110.181214] env[70621]: value = "task-4136441" [ 1110.181214] env[70621]: _type = "Task" [ 1110.181214] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.192144] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.248143] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.337633] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1110.337862] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.537s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.338186] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.462s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.338435] env[70621]: DEBUG nova.objects.instance [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1110.368398] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f610cd-2237-7bb4-0156-a34e33de48f2, 'name': SearchDatastore_Task, 'duration_secs': 0.029399} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.371438] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13237708-8ed4-44ff-afd4-5c55d40af0a6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.378100] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1110.378100] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5282beb6-61c6-a293-d718-3eec2c8a4831" [ 1110.378100] env[70621]: _type = "Task" [ 1110.378100] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.390508] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5282beb6-61c6-a293-d718-3eec2c8a4831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.469810] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "refresh_cache-26bc1b18-e651-48de-95b3-d088a9c03b83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.469810] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquired lock "refresh_cache-26bc1b18-e651-48de-95b3-d088a9c03b83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.469810] env[70621]: DEBUG nova.network.neutron [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.693344] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272942} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.693675] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.694677] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc7a892-8912-43e0-b824-33995841dc6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.722633] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 37a42ec3-e07e-465d-856f-d170ef900316/37a42ec3-e07e-465d-856f-d170ef900316.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.724047] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609fa5ff-c853-4be6-b42a-c5828a80715d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.749596] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1110.749596] env[70621]: value = "task-4136442" [ 1110.749596] env[70621]: _type = "Task" [ 1110.749596] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.761364] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.891082] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5282beb6-61c6-a293-d718-3eec2c8a4831, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.891082] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.891409] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. {{(pid=70621) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1110.891683] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d050a13f-31bb-4d3f-b535-2127646cd1e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.900383] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1110.900383] env[70621]: value = "task-4136443" [ 1110.900383] env[70621]: _type = "Task" [ 1110.900383] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.911036] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.999728] env[70621]: DEBUG nova.network.neutron [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.010497] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "198c7d07-9140-4206-a19c-41adcf95d313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.010773] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "198c7d07-9140-4206-a19c-41adcf95d313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.010988] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "198c7d07-9140-4206-a19c-41adcf95d313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.011301] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "198c7d07-9140-4206-a19c-41adcf95d313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.011436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "198c7d07-9140-4206-a19c-41adcf95d313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.017077] env[70621]: INFO nova.compute.manager [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Terminating instance [ 1111.095840] env[70621]: DEBUG nova.network.neutron [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.264162] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.278033] env[70621]: DEBUG nova.network.neutron [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Port d835d7a6-52c3-43c4-9763-2b40be6da034 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1111.350576] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7462aed8-2a28-400e-9979-f94b98613e04 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.352314] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.442s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.352569] env[70621]: DEBUG nova.objects.instance [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1111.412159] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136443, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.525486] env[70621]: DEBUG nova.compute.manager [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.525886] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.527154] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c528fc8-aa5a-4896-9541-3e330a57160b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.539464] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.539889] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd46fd0f-443d-45ba-b7ca-e5763294af01 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.549504] env[70621]: DEBUG oslo_vmware.api [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1111.549504] env[70621]: value = "task-4136444" [ 1111.549504] env[70621]: _type = "Task" [ 1111.549504] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.564351] env[70621]: DEBUG oslo_vmware.api [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.599441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Releasing lock "refresh_cache-26bc1b18-e651-48de-95b3-d088a9c03b83" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.600034] env[70621]: DEBUG nova.compute.manager [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.600327] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.601409] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a8ba72-6313-4003-a2f8-f0cdd24bad37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.611762] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.612128] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56b0eeb7-1cbe-4ec7-b40d-ad15e5f1e6ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.621171] env[70621]: DEBUG oslo_vmware.api [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1111.621171] env[70621]: value = "task-4136445" [ 1111.621171] env[70621]: _type = "Task" [ 1111.621171] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.638470] env[70621]: DEBUG oslo_vmware.api [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.765686] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136442, 'name': ReconfigVM_Task, 'duration_secs': 0.671756} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.765686] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 37a42ec3-e07e-465d-856f-d170ef900316/37a42ec3-e07e-465d-856f-d170ef900316.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.766065] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2578b4f-ac1e-48b1-8651-602f19529c9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.779233] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1111.779233] env[70621]: value = "task-4136446" [ 1111.779233] env[70621]: _type = "Task" [ 1111.779233] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.802800] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136446, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.888493] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "e65b83c2-7cdd-40b8-be1b-ba8654772069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.888770] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.914706] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136443, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.060013] env[70621]: DEBUG oslo_vmware.api [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136444, 'name': PowerOffVM_Task, 'duration_secs': 0.372273} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.060336] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.060531] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.060797] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d1f6ea7-eda2-40c7-ae26-117bbba84dba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.134201] env[70621]: DEBUG oslo_vmware.api [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136445, 'name': PowerOffVM_Task, 'duration_secs': 0.347462} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.136160] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.136360] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.136638] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.137553] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.137553] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore1] 198c7d07-9140-4206-a19c-41adcf95d313 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.137553] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-389b8aea-7a8f-452f-96a9-aab496cf3e08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.139103] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a294d230-cc4f-41f6-8ab4-9bb9be0ea736 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.146499] env[70621]: DEBUG oslo_vmware.api [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1112.146499] env[70621]: value = "task-4136448" [ 1112.146499] env[70621]: _type = "Task" [ 1112.146499] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.162748] env[70621]: DEBUG oslo_vmware.api [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.179130] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.179606] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.180049] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Deleting the datastore file [datastore1] 26bc1b18-e651-48de-95b3-d088a9c03b83 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.180280] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45838599-1446-43af-948d-4dcc798cc607 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.187883] env[70621]: DEBUG oslo_vmware.api [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for the task: (returnval){ [ 1112.187883] env[70621]: value = "task-4136450" [ 1112.187883] env[70621]: _type = "Task" [ 1112.187883] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.198471] env[70621]: DEBUG oslo_vmware.api [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.288776] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136446, 'name': Rename_Task, 'duration_secs': 0.19813} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.289185] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.289572] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000cc6eb-3d7d-4a64-becc-92bdd786c421 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.303492] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1112.303492] env[70621]: value = "task-4136451" [ 1112.303492] env[70621]: _type = "Task" [ 1112.303492] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.317335] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.317335] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.317335] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.323304] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136451, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.363819] env[70621]: DEBUG oslo_concurrency.lockutils [None req-da40fdd8-887e-4407-b2ee-7e8db00109cf tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.365102] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.117s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.366120] env[70621]: DEBUG nova.objects.instance [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'resources' on Instance uuid e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.385839] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1112.386104] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1112.386978] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f0ecd-217a-406f-bb39-2bcedd833959 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.390769] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.411160] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe9dee-115a-44e4-81f8-57382fd6a944 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.419760] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136443, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.014922} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.432827] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. [ 1112.441510] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-4ce2582a-8b1a-42db-ba44-32d71331a727/volume-4ce2582a-8b1a-42db-ba44-32d71331a727.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.442417] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03288693-1280-44bf-9596-b49f793c47a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.445410] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f895aa6a-70f2-4740-8081-a14afdbe4095 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.486219] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.488496] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e308a997-f3af-4308-9514-f5fdf17026b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.502306] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1112.502306] env[70621]: value = "task-4136452" [ 1112.502306] env[70621]: _type = "Task" [ 1112.502306] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.508973] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1112.508973] env[70621]: value = "task-4136453" [ 1112.508973] env[70621]: _type = "Task" [ 1112.508973] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.512676] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.521700] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136453, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.658469] env[70621]: DEBUG oslo_vmware.api [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214789} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.658750] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.658931] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.659123] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.659293] env[70621]: INFO nova.compute.manager [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1112.659542] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.659739] env[70621]: DEBUG nova.compute.manager [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.659829] env[70621]: DEBUG nova.network.neutron [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.698140] env[70621]: DEBUG oslo_vmware.api [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Task: {'id': task-4136450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126504} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.698448] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.698635] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.698813] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.698987] env[70621]: INFO nova.compute.manager [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1112.699294] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.699510] env[70621]: DEBUG nova.compute.manager [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.699607] env[70621]: DEBUG nova.network.neutron [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.734224] env[70621]: DEBUG nova.network.neutron [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.815585] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.914248] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.012891] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.024163] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.131558] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ca2d7a-8cea-44bb-a5ca-d4e880b11e3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.136834] env[70621]: DEBUG nova.compute.manager [req-ed1c8cf1-e758-4741-b755-c9d0bad96fad req-ed61016c-ac41-4025-9aad-bd30500c7eb6 service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Received event network-vif-deleted-4e433e82-c6c3-4860-a7b5-1331e4e0182b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.137044] env[70621]: INFO nova.compute.manager [req-ed1c8cf1-e758-4741-b755-c9d0bad96fad req-ed61016c-ac41-4025-9aad-bd30500c7eb6 service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Neutron deleted interface 4e433e82-c6c3-4860-a7b5-1331e4e0182b; detaching it from the instance and deleting it from the info cache [ 1113.137225] env[70621]: DEBUG nova.network.neutron [req-ed1c8cf1-e758-4741-b755-c9d0bad96fad req-ed61016c-ac41-4025-9aad-bd30500c7eb6 service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.145850] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba4f20-3e0c-4cc2-a428-2edddd84971d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.183654] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31abec-d770-42bb-8d59-4f294b205d21 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.193335] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144bcaa-7aee-481c-a925-11f9d9d0d4b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.213840] env[70621]: DEBUG nova.compute.provider_tree [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.234015] env[70621]: DEBUG nova.network.neutron [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.318344] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.367665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.367886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.368101] env[70621]: DEBUG nova.network.neutron [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.514809] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136452, 'name': ReconfigVM_Task, 'duration_secs': 0.973742} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.521650] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-4ce2582a-8b1a-42db-ba44-32d71331a727/volume-4ce2582a-8b1a-42db-ba44-32d71331a727.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.524778] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9491b3-d218-481d-9550-379b9086db30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.544722] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136453, 'name': ReconfigVM_Task, 'duration_secs': 0.77206} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.546283] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.546726] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1113.546726] env[70621]: value = "task-4136454" [ 1113.546726] env[70621]: _type = "Task" [ 1113.546726] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.547504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a0580-86e6-456f-9b3d-562596ea4bae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.559659] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.582540] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be053c62-2a21-4f7a-bf04-6832ee865e4f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.601767] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1113.601767] env[70621]: value = "task-4136455" [ 1113.601767] env[70621]: _type = "Task" [ 1113.601767] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.606493] env[70621]: DEBUG nova.network.neutron [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.614940] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.640347] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28f48404-0482-4fcf-a31c-fcc887fdbf33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.651273] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8197dc7-9f61-491c-b194-9838641cfa6d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.687942] env[70621]: DEBUG nova.compute.manager [req-ed1c8cf1-e758-4741-b755-c9d0bad96fad req-ed61016c-ac41-4025-9aad-bd30500c7eb6 service nova] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Detach interface failed, port_id=4e433e82-c6c3-4860-a7b5-1331e4e0182b, reason: Instance 198c7d07-9140-4206-a19c-41adcf95d313 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.717967] env[70621]: DEBUG nova.scheduler.client.report [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.738082] env[70621]: INFO nova.compute.manager [-] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Took 1.04 seconds to deallocate network for instance. [ 1113.819812] env[70621]: DEBUG oslo_vmware.api [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136451, 'name': PowerOnVM_Task, 'duration_secs': 1.028338} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.819812] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.819812] env[70621]: INFO nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1113.819812] env[70621]: DEBUG nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.820761] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9c029-7aee-4d65-b286-32858cbac039 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.072028] env[70621]: DEBUG oslo_vmware.api [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136454, 'name': ReconfigVM_Task, 'duration_secs': 0.215811} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.072028] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.118687] env[70621]: INFO nova.compute.manager [-] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Took 1.46 seconds to deallocate network for instance. [ 1114.119085] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136455, 'name': ReconfigVM_Task, 'duration_secs': 0.21233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.121344] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.121591] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cabe54f-a2f8-4d3b-9a5f-e87c048bf15d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.130047] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1114.130047] env[70621]: value = "task-4136456" [ 1114.130047] env[70621]: _type = "Task" [ 1114.130047] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.138247] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.176823] env[70621]: DEBUG nova.network.neutron [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.224833] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.227939] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.314s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.231579] env[70621]: INFO nova.compute.claims [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.246820] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.255438] env[70621]: INFO nova.scheduler.client.report [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted allocations for instance e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb [ 1114.341741] env[70621]: INFO nova.compute.manager [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Took 14.84 seconds to build instance. [ 1114.631515] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.642477] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.677235] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.677441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.679793] env[70621]: DEBUG oslo_concurrency.lockutils [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.765052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-758fbdb2-c77c-4f25-b8b7-03503f6b7596 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.544s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.844206] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a25a4f4-9040-4132-a70c-3080959bc95d tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.352s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.127311] env[70621]: DEBUG nova.objects.instance [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'flavor' on Instance uuid 9729157f-105c-4598-9de4-da391c2ab3ca {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.147246] env[70621]: DEBUG oslo_vmware.api [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136456, 'name': PowerOnVM_Task, 'duration_secs': 0.756501} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.147594] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.152573] env[70621]: DEBUG nova.compute.manager [None req-6cdee916-2c02-4ea9-aaf5-270ace486aec tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1115.153447] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8693ca06-c7b9-4455-856d-c7465d23b818 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.189203] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.191587] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa53066c-3fa9-4312-8cd0-dd17de382f47 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.199813] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df2c39-bdb7-49a1-8112-a8217a056a34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.538180] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6279c4-7eaa-457d-ba77-7226d0739cc5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.547108] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb88aece-1efa-48fb-98f6-d200731708b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.585187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.585187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.585187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.585187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.585187] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.587620] env[70621]: INFO nova.compute.manager [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Terminating instance [ 1115.590022] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9297db-bee8-43e0-8e03-9a812fa6b3c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.600206] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65763880-4571-4663-be27-26dc18a85f98 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.616744] env[70621]: DEBUG nova.compute.provider_tree [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.634870] env[70621]: DEBUG oslo_concurrency.lockutils [None req-182fb397-4218-46e0-a2e6-e98406e52a2b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.415s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.682401] env[70621]: DEBUG nova.compute.manager [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Received event network-changed-fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.682401] env[70621]: DEBUG nova.compute.manager [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Refreshing instance network info cache due to event network-changed-fea48703-b66c-4013-afa8-cbecdd0c6180. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.682401] env[70621]: DEBUG oslo_concurrency.lockutils [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] Acquiring lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.682401] env[70621]: DEBUG oslo_concurrency.lockutils [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] Acquired lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.682822] env[70621]: DEBUG nova.network.neutron [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Refreshing network info cache for port fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.718294] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.095887] env[70621]: DEBUG nova.compute.manager [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.096171] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.097124] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e95e351-f7e1-4b82-9a1d-57eac5bdd8fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.105868] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.106223] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c09e0fc8-d60f-423b-ac46-d077ad5816f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.113991] env[70621]: DEBUG oslo_vmware.api [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1116.113991] env[70621]: value = "task-4136457" [ 1116.113991] env[70621]: _type = "Task" [ 1116.113991] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.124202] env[70621]: DEBUG nova.scheduler.client.report [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.128128] env[70621]: DEBUG oslo_vmware.api [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.180330] env[70621]: INFO nova.compute.manager [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Rebuilding instance [ 1116.239631] env[70621]: DEBUG nova.compute.manager [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.241049] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a931ee70-4610-4c3d-ae70-a445b53a01ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.246939] env[70621]: INFO nova.compute.manager [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Unrescuing [ 1116.246939] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.246939] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.246939] env[70621]: DEBUG nova.network.neutron [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.327218] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0d66a1-edf3-4773-8995-a32b7c86992c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.356187] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d0ea50-a4e3-42a3-a0f0-4381b2a81703 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.365062] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.515488] env[70621]: DEBUG nova.network.neutron [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updated VIF entry in instance network info cache for port fea48703-b66c-4013-afa8-cbecdd0c6180. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.515989] env[70621]: DEBUG nova.network.neutron [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updating instance_info_cache with network_info: [{"id": "fea48703-b66c-4013-afa8-cbecdd0c6180", "address": "fa:16:3e:c2:e5:42", "network": {"id": "08b5df57-04e6-492e-9fc5-92712f6d11cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2136622640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be0b1ad1c50448d6a188553fbee7fa11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb68953b-dee5-4d9d-b47b-277336ba76dc", "external-id": "nsx-vlan-transportzone-168", "segmentation_id": 168, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfea48703-b6", "ovs_interfaceid": "fea48703-b66c-4013-afa8-cbecdd0c6180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.625433] env[70621]: DEBUG oslo_vmware.api [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136457, 'name': PowerOffVM_Task, 'duration_secs': 0.303562} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.625433] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.625565] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.625834] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0de133f5-b75d-4780-8cbc-435d2a090946 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.629666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.630265] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.633093] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.387s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.633941] env[70621]: DEBUG nova.objects.instance [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lazy-loading 'resources' on Instance uuid 26bc1b18-e651-48de-95b3-d088a9c03b83 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.736883] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.737104] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.737295] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleting the datastore file [datastore2] e5c5a395-4b73-41a9-bea5-0c6bebc5f571 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.737624] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5761d822-81a8-4e5e-af5c-135374d4a56f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.745741] env[70621]: DEBUG oslo_vmware.api [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for the task: (returnval){ [ 1116.745741] env[70621]: value = "task-4136459" [ 1116.745741] env[70621]: _type = "Task" [ 1116.745741] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.760498] env[70621]: DEBUG oslo_vmware.api [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.872160] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.875155] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7908b52-7cd1-4f7c-a719-e6ee44a792b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.884168] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1116.884168] env[70621]: value = "task-4136460" [ 1116.884168] env[70621]: _type = "Task" [ 1116.884168] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.893353] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.022193] env[70621]: DEBUG oslo_concurrency.lockutils [req-7d90f3ac-7896-42f2-9c5f-f7fb6071cf41 req-6cb76ef4-1f6d-4a79-b4d3-88f3172c3149 service nova] Releasing lock "refresh_cache-37a42ec3-e07e-465d-856f-d170ef900316" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.077766] env[70621]: DEBUG nova.network.neutron [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Updating instance_info_cache with network_info: [{"id": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "address": "fa:16:3e:39:f1:c9", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142c7a85-08", "ovs_interfaceid": "142c7a85-0820-4e32-b2fc-a23ee161cbd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.137868] env[70621]: DEBUG nova.compute.utils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.145271] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.145705] env[70621]: DEBUG nova.network.neutron [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.192751] env[70621]: DEBUG nova.policy [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aea0cf4893b4b2c9a9150232b6a78b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578ff4a58fe540a6beb0b33a128a7c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.257700] env[70621]: DEBUG oslo_vmware.api [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Task: {'id': task-4136459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172873} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.257700] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.257964] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.257964] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.258132] env[70621]: INFO nova.compute.manager [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1117.258393] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.261395] env[70621]: DEBUG nova.compute.manager [-] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.261501] env[70621]: DEBUG nova.network.neutron [-] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.263510] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.263986] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45983ecd-7a6b-4a45-989a-73c636093ed2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.274587] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1117.274587] env[70621]: value = "task-4136461" [ 1117.274587] env[70621]: _type = "Task" [ 1117.274587] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.286641] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.397625] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136460, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.421936] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ad580-88a2-42ee-8adf-9c240a02d9f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.430763] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1693bfd-7648-4a72-be28-63a1df1eff43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.464608] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32bd0db-d13a-40d5-b665-204d9bc1fb00 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.474388] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be25572-43e5-428d-9308-c2a2c466f3ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.492611] env[70621]: DEBUG nova.compute.provider_tree [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.507037] env[70621]: DEBUG nova.network.neutron [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Successfully created port: eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.581219] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-df3c86b1-b9a2-45d2-b939-4b059a94daf1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.582072] env[70621]: DEBUG nova.objects.instance [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'flavor' on Instance uuid df3c86b1-b9a2-45d2-b939-4b059a94daf1 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.646497] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.719503] env[70621]: DEBUG nova.compute.manager [req-609892c9-aaab-4a67-b149-41df6e763edf req-cd5e4bb7-dc99-40a4-99bb-a7887ca28233 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Received event network-vif-deleted-2a2e3fb5-127b-4c26-b990-81eb65944cbe {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.719503] env[70621]: INFO nova.compute.manager [req-609892c9-aaab-4a67-b149-41df6e763edf req-cd5e4bb7-dc99-40a4-99bb-a7887ca28233 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Neutron deleted interface 2a2e3fb5-127b-4c26-b990-81eb65944cbe; detaching it from the instance and deleting it from the info cache [ 1117.720041] env[70621]: DEBUG nova.network.neutron [req-609892c9-aaab-4a67-b149-41df6e763edf req-cd5e4bb7-dc99-40a4-99bb-a7887ca28233 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.787908] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136461, 'name': PowerOffVM_Task, 'duration_secs': 0.265458} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.788866] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.851247] env[70621]: INFO nova.compute.manager [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Detaching volume 4ce2582a-8b1a-42db-ba44-32d71331a727 [ 1117.885499] env[70621]: INFO nova.virt.block_device [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Attempting to driver detach volume 4ce2582a-8b1a-42db-ba44-32d71331a727 from mountpoint /dev/sdb [ 1117.885798] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1117.886035] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1117.887046] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724480a3-5d95-4d4d-886f-cac7ca65b805 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.899593] env[70621]: DEBUG oslo_vmware.api [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136460, 'name': PowerOnVM_Task, 'duration_secs': 0.717951} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.915536] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.915753] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-67a89969-bdca-4beb-bbe9-8d47cf0e7ef4 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.919922] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8841798-ad5b-4547-8462-58e00b9ec401 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.928028] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0debdccf-3236-4684-becc-b56a75e298b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.950879] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcc20e6-7296-4304-85c3-c37c028d0ba2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.969329] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] The volume has not been displaced from its original location: [datastore2] volume-4ce2582a-8b1a-42db-ba44-32d71331a727/volume-4ce2582a-8b1a-42db-ba44-32d71331a727.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1117.975100] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.976154] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e01fc9c-1425-453e-8779-61d1488c122f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.997075] env[70621]: DEBUG nova.scheduler.client.report [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.000151] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1118.000151] env[70621]: value = "task-4136462" [ 1118.000151] env[70621]: _type = "Task" [ 1118.000151] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.012359] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136462, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.049506] env[70621]: DEBUG nova.network.neutron [-] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.089789] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d66e3-f4f0-4df0-9049-214440a01253 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.114620] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.115063] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d93dfa-1cb2-47d0-bc99-975588ce854f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.123639] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1118.123639] env[70621]: value = "task-4136463" [ 1118.123639] env[70621]: _type = "Task" [ 1118.123639] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.133412] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.223906] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78f1ff53-e9a2-4f24-9783-c447a21c3df3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.234457] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c05c1-f347-41d6-943c-a638c44b563e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.270521] env[70621]: DEBUG nova.compute.manager [req-609892c9-aaab-4a67-b149-41df6e763edf req-cd5e4bb7-dc99-40a4-99bb-a7887ca28233 service nova] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Detach interface failed, port_id=2a2e3fb5-127b-4c26-b990-81eb65944cbe, reason: Instance e5c5a395-4b73-41a9-bea5-0c6bebc5f571 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.506074] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.508523] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.877s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.508915] env[70621]: DEBUG nova.objects.instance [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'resources' on Instance uuid 198c7d07-9140-4206-a19c-41adcf95d313 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.516415] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136462, 'name': ReconfigVM_Task, 'duration_secs': 0.318965} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.517516] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.523301] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1948478f-8956-432f-8abf-cb156a973f3c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.535944] env[70621]: INFO nova.scheduler.client.report [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Deleted allocations for instance 26bc1b18-e651-48de-95b3-d088a9c03b83 [ 1118.541620] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1118.541620] env[70621]: value = "task-4136464" [ 1118.541620] env[70621]: _type = "Task" [ 1118.541620] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.550893] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.552454] env[70621]: INFO nova.compute.manager [-] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Took 1.29 seconds to deallocate network for instance. [ 1118.637842] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136463, 'name': PowerOffVM_Task, 'duration_secs': 0.339582} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.638333] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.647938] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.648440] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5e1623-3d75-401b-a7b6-d26029ca34b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.662872] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.671344] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1118.671344] env[70621]: value = "task-4136465" [ 1118.671344] env[70621]: _type = "Task" [ 1118.671344] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.681406] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.689810] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.690108] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.690308] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.690523] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.690681] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.690847] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.691155] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.691449] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.692558] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.692558] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.692558] env[70621]: DEBUG nova.virt.hardware [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.693607] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a32080-99d9-4e26-b8c8-41e0b0720315 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.703526] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb113e-50c1-497a-bef2-e2fd0bc1092e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.005742] env[70621]: DEBUG nova.compute.manager [req-f5c9c7cc-a557-405a-b098-18579132ad1d req-0210cd56-8dca-433a-ba0c-56ec0a5270da service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Received event network-vif-plugged-eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.005967] env[70621]: DEBUG oslo_concurrency.lockutils [req-f5c9c7cc-a557-405a-b098-18579132ad1d req-0210cd56-8dca-433a-ba0c-56ec0a5270da service nova] Acquiring lock "e65b83c2-7cdd-40b8-be1b-ba8654772069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.006189] env[70621]: DEBUG oslo_concurrency.lockutils [req-f5c9c7cc-a557-405a-b098-18579132ad1d req-0210cd56-8dca-433a-ba0c-56ec0a5270da service nova] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.006393] env[70621]: DEBUG oslo_concurrency.lockutils [req-f5c9c7cc-a557-405a-b098-18579132ad1d req-0210cd56-8dca-433a-ba0c-56ec0a5270da service nova] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.006560] env[70621]: DEBUG nova.compute.manager [req-f5c9c7cc-a557-405a-b098-18579132ad1d req-0210cd56-8dca-433a-ba0c-56ec0a5270da service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] No waiting events found dispatching network-vif-plugged-eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.006735] env[70621]: WARNING nova.compute.manager [req-f5c9c7cc-a557-405a-b098-18579132ad1d req-0210cd56-8dca-433a-ba0c-56ec0a5270da service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Received unexpected event network-vif-plugged-eaa7b106-c211-412e-9a5b-ed68bb8820b4 for instance with vm_state building and task_state spawning. [ 1119.045353] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7584bbe-39e0-4aed-b85a-7628f0f99245 tempest-ServersListShow296Test-441071844 tempest-ServersListShow296Test-441071844-project-member] Lock "26bc1b18-e651-48de-95b3-d088a9c03b83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.090s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.053832] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136464, 'name': ReconfigVM_Task, 'duration_secs': 0.240612} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.054803] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1119.060395] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.111895] env[70621]: DEBUG nova.network.neutron [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Successfully updated port: eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.185558] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136465, 'name': ReconfigVM_Task, 'duration_secs': 0.284859} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.185911] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.186021] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.186276] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de0af052-846f-432c-bb59-bd3dcb3e9611 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.196943] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1119.196943] env[70621]: value = "task-4136466" [ 1119.196943] env[70621]: _type = "Task" [ 1119.196943] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.212290] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.259838] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a2b52-8982-439d-9052-2834680241c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.267713] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8217747-dac1-46bf-8557-4f379133788a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.301059] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b0ba83-2393-4dfe-a5aa-35c7a1530a8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.309634] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f692417-d63e-4184-8875-57ae293668c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.323920] env[70621]: DEBUG nova.compute.provider_tree [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.613951] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-e65b83c2-7cdd-40b8-be1b-ba8654772069" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.614161] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-e65b83c2-7cdd-40b8-be1b-ba8654772069" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.614295] env[70621]: DEBUG nova.network.neutron [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.708622] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.828576] env[70621]: DEBUG nova.scheduler.client.report [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.953942] env[70621]: DEBUG nova.network.neutron [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Port d835d7a6-52c3-43c4-9763-2b40be6da034 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1119.954276] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.954542] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.954608] env[70621]: DEBUG nova.network.neutron [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.109058] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.109058] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2bed7a-36df-4e72-bdd7-36c922fc4869 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.118477] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1120.118477] env[70621]: value = "task-4136467" [ 1120.118477] env[70621]: _type = "Task" [ 1120.118477] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.128875] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.129134] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.129338] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.130164] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6940610b-239e-41ed-978d-f8862b5807a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.150191] env[70621]: DEBUG nova.network.neutron [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.152821] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495ae723-0688-4af7-ab64-e25d7362ac26 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.160536] env[70621]: WARNING nova.virt.vmwareapi.driver [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1120.160890] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.161770] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b35e496-4f6f-45ed-a1c6-55dcbbc7ab6d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.169327] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.169790] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef8ee21d-db1a-4984-bbb8-a2aea2d056f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.214256] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.252622] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.253639] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.253639] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.253639] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7257eefe-9f1f-4987-b77c-7de75b6a4e37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.263876] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1120.263876] env[70621]: value = "task-4136469" [ 1120.263876] env[70621]: _type = "Task" [ 1120.263876] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.273963] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.335023] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.336747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.620s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.338572] env[70621]: INFO nova.compute.claims [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.345928] env[70621]: DEBUG nova.network.neutron [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Updating instance_info_cache with network_info: [{"id": "eaa7b106-c211-412e-9a5b-ed68bb8820b4", "address": "fa:16:3e:d0:ff:67", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa7b106-c2", "ovs_interfaceid": "eaa7b106-c211-412e-9a5b-ed68bb8820b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.369132] env[70621]: INFO nova.scheduler.client.report [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocations for instance 198c7d07-9140-4206-a19c-41adcf95d313 [ 1120.709795] env[70621]: DEBUG oslo_vmware.api [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136466, 'name': PowerOnVM_Task, 'duration_secs': 1.193659} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.710572] env[70621]: DEBUG nova.network.neutron [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.711774] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.712010] env[70621]: DEBUG nova.compute.manager [None req-0ce9bb91-cdf6-4f0f-a071-060412564df6 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.712779] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ea848-9d85-4705-9ac8-dcdb31669ed4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.774576] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162482} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.774576] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.774948] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.774948] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.848310] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-e65b83c2-7cdd-40b8-be1b-ba8654772069" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.848646] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance network_info: |[{"id": "eaa7b106-c211-412e-9a5b-ed68bb8820b4", "address": "fa:16:3e:d0:ff:67", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa7b106-c2", "ovs_interfaceid": "eaa7b106-c211-412e-9a5b-ed68bb8820b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.849076] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ff:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa7b106-c211-412e-9a5b-ed68bb8820b4', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.856917] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.857688] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.857916] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a38a2d5b-d4de-44ab-bf8e-8ad90d60b5b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.878167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2c246a19-5a4f-47b6-b204-0b258c61d8c7 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "198c7d07-9140-4206-a19c-41adcf95d313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.867s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.880130] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.880130] env[70621]: value = "task-4136470" [ 1120.880130] env[70621]: _type = "Task" [ 1120.880130] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.889293] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136470, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.039124] env[70621]: DEBUG nova.compute.manager [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Received event network-changed-eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.039312] env[70621]: DEBUG nova.compute.manager [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Refreshing instance network info cache due to event network-changed-eaa7b106-c211-412e-9a5b-ed68bb8820b4. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.039574] env[70621]: DEBUG oslo_concurrency.lockutils [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] Acquiring lock "refresh_cache-e65b83c2-7cdd-40b8-be1b-ba8654772069" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.039727] env[70621]: DEBUG oslo_concurrency.lockutils [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] Acquired lock "refresh_cache-e65b83c2-7cdd-40b8-be1b-ba8654772069" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.039890] env[70621]: DEBUG nova.network.neutron [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Refreshing network info cache for port eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.218094] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.280664] env[70621]: INFO nova.virt.block_device [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Booting with volume 4ce2582a-8b1a-42db-ba44-32d71331a727 at /dev/sdb [ 1121.328028] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-757e3ddf-6463-4875-874f-960df366ef21 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.339032] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c1402-c462-4f79-8af2-603547a01f2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.386755] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8cce208-0f6c-40d4-b725-c0af82865f80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.394435] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136470, 'name': CreateVM_Task, 'duration_secs': 0.457609} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.396025] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.396458] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.396616] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.397235] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.399768] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec21ab0-c1f7-4a69-8002-8dd87d7d2014 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.412774] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f30f283-43a2-4687-b1d0-86bd311c6636 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.418729] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1121.418729] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5258520d-c946-4d0c-c0e5-dc16da990433" [ 1121.418729] env[70621]: _type = "Task" [ 1121.418729] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.445900] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88160417-3851-4c71-9702-390abf3c7d44 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.448746] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5258520d-c946-4d0c-c0e5-dc16da990433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.455253] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5b3f56-0bec-4408-99e6-fa2f3f2b1114 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.469138] env[70621]: DEBUG nova.virt.block_device [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updating existing volume attachment record: eb674e32-0b5a-4be3-ad80-0b1a2f6994bb {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1121.602339] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb057bc8-fca6-4e40-bc34-85bd5c26f17e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.612863] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2735c80-83c7-4df0-8f29-1b396d69b26e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.648762] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8178052b-53e7-435b-bb7e-344950d2fce5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.657980] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819b15b-a805-4d92-9d74-20816814fe58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.673093] env[70621]: DEBUG nova.compute.provider_tree [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.722797] env[70621]: DEBUG nova.compute.manager [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70621) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1121.812790] env[70621]: DEBUG nova.network.neutron [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Updated VIF entry in instance network info cache for port eaa7b106-c211-412e-9a5b-ed68bb8820b4. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.813092] env[70621]: DEBUG nova.network.neutron [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Updating instance_info_cache with network_info: [{"id": "eaa7b106-c211-412e-9a5b-ed68bb8820b4", "address": "fa:16:3e:d0:ff:67", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa7b106-c2", "ovs_interfaceid": "eaa7b106-c211-412e-9a5b-ed68bb8820b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.931675] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5258520d-c946-4d0c-c0e5-dc16da990433, 'name': SearchDatastore_Task, 'duration_secs': 0.017527} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.932037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.932302] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.932612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.932770] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.932985] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.933293] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5719d511-0ac5-4b2b-8435-33d51da11474 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.944117] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.944355] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.945218] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b226feaa-63f9-4585-a66f-e1b3005443a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.952990] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1121.952990] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522e70ac-0cbf-4b7f-2778-cd909e8c5068" [ 1121.952990] env[70621]: _type = "Task" [ 1121.952990] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.963084] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522e70ac-0cbf-4b7f-2778-cd909e8c5068, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.178760] env[70621]: DEBUG nova.scheduler.client.report [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.316526] env[70621]: DEBUG oslo_concurrency.lockutils [req-36379a44-2f46-4052-88e5-eaabbeded0a1 req-779c059e-6b83-46a3-ae46-76ffb5efd30b service nova] Releasing lock "refresh_cache-e65b83c2-7cdd-40b8-be1b-ba8654772069" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.465217] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522e70ac-0cbf-4b7f-2778-cd909e8c5068, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.466062] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd91d095-d6a4-41d0-8e94-21c25654fffe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.472629] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1122.472629] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524c7e7c-4e00-9a66-59e9-11e2067cccd9" [ 1122.472629] env[70621]: _type = "Task" [ 1122.472629] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.481523] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524c7e7c-4e00-9a66-59e9-11e2067cccd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.687035] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.687035] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.690322] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.630s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.690550] env[70621]: DEBUG nova.objects.instance [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lazy-loading 'resources' on Instance uuid e5c5a395-4b73-41a9-bea5-0c6bebc5f571 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.828932] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.983354] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524c7e7c-4e00-9a66-59e9-11e2067cccd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.983631] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.983898] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.984492] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b443d63-b118-4b66-b299-3b296315a204 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.991873] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1122.991873] env[70621]: value = "task-4136471" [ 1122.991873] env[70621]: _type = "Task" [ 1122.991873] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.002505] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.193276] env[70621]: DEBUG nova.compute.utils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.194033] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.194704] env[70621]: DEBUG nova.network.neutron [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.273835] env[70621]: DEBUG nova.policy [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.441740] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d6e86-fd1b-496d-8afb-76041b86bc93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.452013] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be7f44-e350-4cbc-8101-f38ae9f3d1cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.489448] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c110458-09d7-4d3d-bdd1-0446ebd27e66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.499348] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a175517f-751f-40a2-b086-426f462824d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.506478] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449477} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.509155] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.509155] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.509155] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20536a92-867a-40ad-b9fd-78edbf2a51ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.519074] env[70621]: DEBUG nova.compute.provider_tree [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.526129] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1123.526129] env[70621]: value = "task-4136472" [ 1123.526129] env[70621]: _type = "Task" [ 1123.526129] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.540345] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.591213] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.591476] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.591660] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.591878] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.591878] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.592176] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.592404] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.592577] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.592752] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.592925] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.593158] env[70621]: DEBUG nova.virt.hardware [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.594158] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb52773-f17c-422a-a150-70059fec705c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.602882] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6343d08-5a7e-4038-80dd-f1fe4431f35e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.616974] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:75:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1c83ee4-6325-44d4-b07e-24788049142b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.624688] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.625224] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.625224] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e9c3f78-5759-4e08-b8be-d85eb7650844 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.647812] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.647812] env[70621]: value = "task-4136473" [ 1123.647812] env[70621]: _type = "Task" [ 1123.647812] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.656847] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136473, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.682873] env[70621]: DEBUG nova.network.neutron [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Successfully created port: b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.702231] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.025065] env[70621]: DEBUG nova.scheduler.client.report [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.040276] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068411} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.040591] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.041491] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b6f48e-d85c-4e72-9e00-3b0611b7dafc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.067956] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.068695] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66ce875-179c-4e0b-88d2-d42a768e1144 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.092648] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1124.092648] env[70621]: value = "task-4136474" [ 1124.092648] env[70621]: _type = "Task" [ 1124.092648] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.102727] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.159423] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136473, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.534603] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.537192] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.708s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.555127] env[70621]: INFO nova.scheduler.client.report [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Deleted allocations for instance e5c5a395-4b73-41a9-bea5-0c6bebc5f571 [ 1124.603605] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136474, 'name': ReconfigVM_Task, 'duration_secs': 0.344301} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.604539] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.605179] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f088db-12b5-4c66-adb6-b4212af066e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.614056] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1124.614056] env[70621]: value = "task-4136475" [ 1124.614056] env[70621]: _type = "Task" [ 1124.614056] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.622814] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136475, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.658119] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136473, 'name': CreateVM_Task, 'duration_secs': 0.654983} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.658361] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.659189] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.659418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.659829] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.660130] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c622b85-2117-4d45-b225-4cc3ce698866 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.665518] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1124.665518] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5292eded-c562-2e12-2428-b3b53c238f4d" [ 1124.665518] env[70621]: _type = "Task" [ 1124.665518] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.675144] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5292eded-c562-2e12-2428-b3b53c238f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.710488] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.710840] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.715473] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.746139] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.747076] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.747076] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.747076] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.747076] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.747350] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.747350] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.747623] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.747684] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.748396] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.748396] env[70621]: DEBUG nova.virt.hardware [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.749611] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ac7dc-4e27-4e1a-848e-357c8a6ef74e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.761027] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b15d9-2afa-4f22-a661-0f1950e26110 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.040662] env[70621]: DEBUG nova.objects.instance [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'migration_context' on Instance uuid f6a722cb-5bf6-45a1-b024-dc9048c34ff1 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.063420] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c6bd0e03-fa2d-4d04-afec-986868c92880 tempest-AttachInterfacesTestJSON-1919943007 tempest-AttachInterfacesTestJSON-1919943007-project-member] Lock "e5c5a395-4b73-41a9-bea5-0c6bebc5f571" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.479s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.124068] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136475, 'name': Rename_Task, 'duration_secs': 0.166923} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.124233] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.124441] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8494e0fe-d1f2-4cfd-8171-6491a08fc184 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.131625] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1125.131625] env[70621]: value = "task-4136476" [ 1125.131625] env[70621]: _type = "Task" [ 1125.131625] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.140132] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.178698] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5292eded-c562-2e12-2428-b3b53c238f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.180037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.180037] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.180037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.180037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.180037] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.180323] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293d0ce1-6d01-4496-9fdc-7089e20ad48e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.190484] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.190857] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.192040] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499364fe-9bd6-41f3-9ba1-745fae212c3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.202963] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1125.202963] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528c38d0-d8ba-fcb9-f4d2-7dc5ba949f1e" [ 1125.202963] env[70621]: _type = "Task" [ 1125.202963] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.213577] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.216859] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c38d0-d8ba-fcb9-f4d2-7dc5ba949f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.225504] env[70621]: DEBUG nova.compute.manager [req-a07dce99-4f86-46a6-a2be-2fc6a936dc29 req-e4f447ae-6ca8-499b-a050-a381a218c282 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Received event network-vif-plugged-b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.225912] env[70621]: DEBUG oslo_concurrency.lockutils [req-a07dce99-4f86-46a6-a2be-2fc6a936dc29 req-e4f447ae-6ca8-499b-a050-a381a218c282 service nova] Acquiring lock "319e41f4-7952-452d-ae01-65b2f5bbab8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.226265] env[70621]: DEBUG oslo_concurrency.lockutils [req-a07dce99-4f86-46a6-a2be-2fc6a936dc29 req-e4f447ae-6ca8-499b-a050-a381a218c282 service nova] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.226539] env[70621]: DEBUG oslo_concurrency.lockutils [req-a07dce99-4f86-46a6-a2be-2fc6a936dc29 req-e4f447ae-6ca8-499b-a050-a381a218c282 service nova] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.226808] env[70621]: DEBUG nova.compute.manager [req-a07dce99-4f86-46a6-a2be-2fc6a936dc29 req-e4f447ae-6ca8-499b-a050-a381a218c282 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] No waiting events found dispatching network-vif-plugged-b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1125.227149] env[70621]: WARNING nova.compute.manager [req-a07dce99-4f86-46a6-a2be-2fc6a936dc29 req-e4f447ae-6ca8-499b-a050-a381a218c282 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Received unexpected event network-vif-plugged-b459edb6-17e4-4c22-98c5-8db5fe36ea37 for instance with vm_state building and task_state spawning. [ 1125.335329] env[70621]: DEBUG nova.network.neutron [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Successfully updated port: b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.641933] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136476, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.719924] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528c38d0-d8ba-fcb9-f4d2-7dc5ba949f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.725455] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e26bbbb-a7e2-4c8f-9e12-2c76df277637 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.731274] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1125.731274] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c7d3fb-13f8-7143-5e32-aec8aaab9454" [ 1125.731274] env[70621]: _type = "Task" [ 1125.731274] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.738303] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.744027] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c7d3fb-13f8-7143-5e32-aec8aaab9454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.761674] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89cbeee-a15c-4090-9961-0b0c8f0fa9d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.770433] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb5caa8-8f1d-467c-a3ba-b3f79e58359b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.803463] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee75764-6a50-4b31-9a4f-29721b1185c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.812255] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f154e60a-c19c-481e-9535-fa3005c8c513 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.825889] env[70621]: DEBUG nova.compute.provider_tree [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.835576] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-319e41f4-7952-452d-ae01-65b2f5bbab8c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.835707] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-319e41f4-7952-452d-ae01-65b2f5bbab8c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.835854] env[70621]: DEBUG nova.network.neutron [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.901069] env[70621]: INFO nova.compute.manager [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Rebuilding instance [ 1125.953788] env[70621]: DEBUG nova.compute.manager [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.954806] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210380c-9e11-4551-8f56-5cfb58a6be6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.143149] env[70621]: DEBUG oslo_vmware.api [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136476, 'name': PowerOnVM_Task, 'duration_secs': 0.538829} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.143438] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.143643] env[70621]: INFO nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1126.143821] env[70621]: DEBUG nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.144615] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e70011-e2a3-4385-9d45-dafacb3ad630 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.241793] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c7d3fb-13f8-7143-5e32-aec8aaab9454, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.242082] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.242351] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.242639] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd6aa160-80c4-4063-adcd-d1f2ee7499fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.250437] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1126.250437] env[70621]: value = "task-4136477" [ 1126.250437] env[70621]: _type = "Task" [ 1126.250437] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.258618] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.329618] env[70621]: DEBUG nova.scheduler.client.report [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.401866] env[70621]: DEBUG nova.network.neutron [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.659195] env[70621]: DEBUG nova.network.neutron [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Updating instance_info_cache with network_info: [{"id": "b459edb6-17e4-4c22-98c5-8db5fe36ea37", "address": "fa:16:3e:e1:54:ca", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb459edb6-17", "ovs_interfaceid": "b459edb6-17e4-4c22-98c5-8db5fe36ea37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.664418] env[70621]: INFO nova.compute.manager [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Took 13.76 seconds to build instance. [ 1126.763760] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136477, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.973436] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.973436] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cde2ecd-d85a-4e92-bcf8-98dd85dec06e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.978978] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1126.978978] env[70621]: value = "task-4136478" [ 1126.978978] env[70621]: _type = "Task" [ 1126.978978] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.988695] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.164854] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-319e41f4-7952-452d-ae01-65b2f5bbab8c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.164854] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Instance network_info: |[{"id": "b459edb6-17e4-4c22-98c5-8db5fe36ea37", "address": "fa:16:3e:e1:54:ca", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb459edb6-17", "ovs_interfaceid": "b459edb6-17e4-4c22-98c5-8db5fe36ea37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.164854] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb9713c9-729a-4239-b54d-ea15f99c71df tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.275s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.164854] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:54:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b459edb6-17e4-4c22-98c5-8db5fe36ea37', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.174060] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating folder: Project (4ad629942c8244989e7c992d9134191e). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.174060] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4192fec7-7668-4060-b7a2-e52fbde63830 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.188649] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created folder: Project (4ad629942c8244989e7c992d9134191e) in parent group-v818963. [ 1127.189008] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating folder: Instances. Parent ref: group-v819239. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1127.189337] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6bc22fe-1b20-4595-8f1e-9e761c3f3d5a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.204987] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created folder: Instances in parent group-v819239. [ 1127.205281] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.205497] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.205722] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57f84fa-0aa5-4d8d-9002-86bca290e5b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.227683] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.227683] env[70621]: value = "task-4136481" [ 1127.227683] env[70621]: _type = "Task" [ 1127.227683] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.237018] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136481, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.254239] env[70621]: DEBUG nova.compute.manager [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Received event network-changed-b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.254449] env[70621]: DEBUG nova.compute.manager [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Refreshing instance network info cache due to event network-changed-b459edb6-17e4-4c22-98c5-8db5fe36ea37. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.254663] env[70621]: DEBUG oslo_concurrency.lockutils [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] Acquiring lock "refresh_cache-319e41f4-7952-452d-ae01-65b2f5bbab8c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.254806] env[70621]: DEBUG oslo_concurrency.lockutils [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] Acquired lock "refresh_cache-319e41f4-7952-452d-ae01-65b2f5bbab8c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.254966] env[70621]: DEBUG nova.network.neutron [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Refreshing network info cache for port b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.266483] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136477, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.343047] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.806s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.352101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.614s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.355069] env[70621]: INFO nova.compute.claims [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.490393] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136478, 'name': PowerOffVM_Task, 'duration_secs': 0.207403} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.490677] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.491466] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.491736] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113eb9e5-4192-4f2c-90b2-d8ecfe04e0ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.500595] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1127.500595] env[70621]: value = "task-4136482" [ 1127.500595] env[70621]: _type = "Task" [ 1127.500595] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.510158] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.741519] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136481, 'name': CreateVM_Task, 'duration_secs': 0.369493} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.741519] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.741922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.742130] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.742477] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.742749] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229167a9-3ef3-4f69-9265-8c4ce7b99467 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.749477] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1127.749477] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5240c4c7-d33c-204c-0b3f-176435ee0307" [ 1127.749477] env[70621]: _type = "Task" [ 1127.749477] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.765243] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5240c4c7-d33c-204c-0b3f-176435ee0307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.769705] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136477, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.005164] env[70621]: DEBUG nova.network.neutron [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Updated VIF entry in instance network info cache for port b459edb6-17e4-4c22-98c5-8db5fe36ea37. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.005164] env[70621]: DEBUG nova.network.neutron [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Updating instance_info_cache with network_info: [{"id": "b459edb6-17e4-4c22-98c5-8db5fe36ea37", "address": "fa:16:3e:e1:54:ca", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb459edb6-17", "ovs_interfaceid": "b459edb6-17e4-4c22-98c5-8db5fe36ea37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.019698] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1128.020278] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1128.020601] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819208', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'name': 'volume-cd45977f-16dc-4570-af3b-651caadf0c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fa25f93-a49f-490b-9be9-88a4b152cdeb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'serial': 'cd45977f-16dc-4570-af3b-651caadf0c0b'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1128.021589] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25558a-9964-4a9d-8f31-af20f6269896 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.045797] env[70621]: INFO nova.compute.manager [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Rebuilding instance [ 1128.049379] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed6346-9a56-46b9-914b-ace8bc9be87f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.060264] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b188f2d4-5491-4ae8-8e90-630866db91e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.084569] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82da689-8331-4c3f-8496-78abe7f4bf5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.100851] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd45977f-16dc-4570-af3b-651caadf0c0b/volume-cd45977f-16dc-4570-af3b-651caadf0c0b.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.107862] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.111339] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc022430-9951-429e-b2e5-7a322163090d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.131455] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1128.131455] env[70621]: value = "task-4136483" [ 1128.131455] env[70621]: _type = "Task" [ 1128.131455] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.140555] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.146588] env[70621]: DEBUG nova.compute.manager [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1128.147502] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eff4f91-1c85-4ca7-bc8a-f072cec8a583 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.264426] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5240c4c7-d33c-204c-0b3f-176435ee0307, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.267707] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.267957] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.268251] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.268412] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.268780] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.269192] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136477, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.711317} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.269406] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2f4b1f3-3a45-4119-b6c1-5c7d029e53be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.271395] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.271609] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.271844] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-850afb8f-8430-49a2-ad85-3ca4b649eb4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.281358] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1128.281358] env[70621]: value = "task-4136484" [ 1128.281358] env[70621]: _type = "Task" [ 1128.281358] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.286156] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.286395] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.287701] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f94507-11f7-4f07-b96c-9e555e450898 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.293617] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.297721] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1128.297721] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52580b0b-a530-bcfc-3c9a-c07e06381b30" [ 1128.297721] env[70621]: _type = "Task" [ 1128.297721] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.307216] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52580b0b-a530-bcfc-3c9a-c07e06381b30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.509301] env[70621]: DEBUG oslo_concurrency.lockutils [req-0763c861-c371-42da-a9bf-6eccac35f8a7 req-618c68b1-7545-4717-8a9f-6f9bae4e4eb1 service nova] Releasing lock "refresh_cache-319e41f4-7952-452d-ae01-65b2f5bbab8c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.577995] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f76705-e880-43de-8197-ca8dd106a091 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.586811] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c6b4ee-a466-4854-99c0-f642c0330e7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.619763] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d371d7-0c11-468b-af07-8591356a486c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.628473] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d02de-a597-47e9-9141-35b4d41726bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.648878] env[70621]: DEBUG nova.compute.provider_tree [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.650500] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.792289] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136582} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.792645] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.793375] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab31cc-1c45-4a4f-9dcc-feb659c19df2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.818780] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.822096] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97dc050d-6dad-448d-a68a-ee8fb6acba3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.844350] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52580b0b-a530-bcfc-3c9a-c07e06381b30, 'name': SearchDatastore_Task, 'duration_secs': 0.023499} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.846338] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1128.846338] env[70621]: value = "task-4136485" [ 1128.846338] env[70621]: _type = "Task" [ 1128.846338] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.847310] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc7cc43-7456-4cb0-81f8-010464657d2d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.855547] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1128.855547] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ce3d2e-48b7-4643-e187-7ce776ecd20a" [ 1128.855547] env[70621]: _type = "Task" [ 1128.855547] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.860316] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136485, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.869249] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ce3d2e-48b7-4643-e187-7ce776ecd20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.903692] env[70621]: INFO nova.compute.manager [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Swapping old allocation on dict_keys(['68b5b9c1-e071-4314-be7b-e4553e7d2879']) held by migration 5f5ea34e-e30a-453c-8c3b-8c42fe7df155 for instance [ 1128.930587] env[70621]: DEBUG nova.scheduler.client.report [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Overwriting current allocation {'allocations': {'68b5b9c1-e071-4314-be7b-e4553e7d2879': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 133}}, 'project_id': 'e5c8f5801a7b47528fbef82dc9a29a2a', 'user_id': '961c3c3ce7fa40d3960678205db0e3d1', 'consumer_generation': 1} on consumer f6a722cb-5bf6-45a1-b024-dc9048c34ff1 {{(pid=70621) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1129.015138] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.015424] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.015643] env[70621]: DEBUG nova.network.neutron [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.142951] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136483, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.153271] env[70621]: DEBUG nova.scheduler.client.report [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.162033] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.162033] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81279daa-959b-4d63-be07-ced8a57a3f54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.169541] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1129.169541] env[70621]: value = "task-4136486" [ 1129.169541] env[70621]: _type = "Task" [ 1129.169541] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.179135] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.359914] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136485, 'name': ReconfigVM_Task, 'duration_secs': 0.473973} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.359914] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca/9729157f-105c-4598-9de4-da391c2ab3ca.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.361478] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'encrypted': False, 'image_id': 'dda99475-65f9-478e-9945-1cea6999496b'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'}, 'mount_device': '/dev/sdb', 'attachment_id': 'eb674e32-0b5a-4be3-ad80-0b1a2f6994bb', 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70621) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1129.361653] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1129.361842] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1129.362766] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d9c2fd-8735-409e-886a-66f7b9cdb8d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.376516] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ce3d2e-48b7-4643-e187-7ce776ecd20a, 'name': SearchDatastore_Task, 'duration_secs': 0.017772} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.388043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.388379] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 319e41f4-7952-452d-ae01-65b2f5bbab8c/319e41f4-7952-452d-ae01-65b2f5bbab8c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.388817] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17d179bf-5de3-497f-9478-4de633d4372a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.391743] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda30df-be11-45aa-ade4-98f8b6a30563 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.419115] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-4ce2582a-8b1a-42db-ba44-32d71331a727/volume-4ce2582a-8b1a-42db-ba44-32d71331a727.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.421379] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818de0fd-83a2-40ce-bfcc-bda5ce06a1d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.435407] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1129.435407] env[70621]: value = "task-4136487" [ 1129.435407] env[70621]: _type = "Task" [ 1129.435407] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.444785] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1129.444785] env[70621]: value = "task-4136488" [ 1129.444785] env[70621]: _type = "Task" [ 1129.444785] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.451372] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.456857] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.644937] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136483, 'name': ReconfigVM_Task, 'duration_secs': 1.37451} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.645319] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.653452] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8630ec-4717-4d97-8c38-bc00a4a6498d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.664694] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.665317] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.675450] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1129.675450] env[70621]: value = "task-4136489" [ 1129.675450] env[70621]: _type = "Task" [ 1129.675450] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.683331] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136486, 'name': PowerOffVM_Task, 'duration_secs': 0.229278} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.687775] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.687775] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.687775] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.688618] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d4145-0d4e-42e7-b4d8-ef193fc70ff7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.698525] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.698850] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12e88746-1aca-40fd-b1f9-119c89160139 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.811689] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.812190] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.812378] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.812683] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7636e068-ccfd-4129-9a38-db2c529d8aed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.820992] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1129.820992] env[70621]: value = "task-4136491" [ 1129.820992] env[70621]: _type = "Task" [ 1129.820992] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.831616] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.863430] env[70621]: DEBUG nova.network.neutron [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [{"id": "d835d7a6-52c3-43c4-9763-2b40be6da034", "address": "fa:16:3e:ff:b6:50", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd835d7a6-52", "ovs_interfaceid": "d835d7a6-52c3-43c4-9763-2b40be6da034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.947322] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486123} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.950558] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 319e41f4-7952-452d-ae01-65b2f5bbab8c/319e41f4-7952-452d-ae01-65b2f5bbab8c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.950788] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.951604] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac13fe8e-d0ef-480e-9fff-12765f2a9cef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.965605] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.966035] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1129.966035] env[70621]: value = "task-4136492" [ 1129.966035] env[70621]: _type = "Task" [ 1129.966035] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.976265] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.172414] env[70621]: DEBUG nova.compute.utils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.173925] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.174961] env[70621]: DEBUG nova.network.neutron [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.186596] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136489, 'name': ReconfigVM_Task, 'duration_secs': 0.154162} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.186922] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819208', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'name': 'volume-cd45977f-16dc-4570-af3b-651caadf0c0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4fa25f93-a49f-490b-9be9-88a4b152cdeb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd45977f-16dc-4570-af3b-651caadf0c0b', 'serial': 'cd45977f-16dc-4570-af3b-651caadf0c0b'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1130.187621] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.188475] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51123b0b-2b7e-4868-90d2-f2499ed81203 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.196748] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.196898] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e83c41da-06c3-444d-8ad1-5ed4d343f8b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.223240] env[70621]: DEBUG nova.policy [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '527a6dd8087d465782ae7c391b1c8390', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0285f54dd743569712c81388f2904f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.267034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.267034] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.267034] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Deleting the datastore file [datastore1] 4fa25f93-a49f-490b-9be9-88a4b152cdeb {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.267034] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcebaf36-f866-426e-8b92-c4406feac410 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.276031] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for the task: (returnval){ [ 1130.276031] env[70621]: value = "task-4136494" [ 1130.276031] env[70621]: _type = "Task" [ 1130.276031] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.287135] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.334130] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223593} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.334130] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.334130] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.334130] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.366293] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-f6a722cb-5bf6-45a1-b024-dc9048c34ff1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.368447] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02138a31-cec6-4503-9369-21f73e75b850 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.378919] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6efc2c4-9e77-4b14-afc8-624b25b88424 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.458188] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136488, 'name': ReconfigVM_Task, 'duration_secs': 0.592776} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.458495] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-4ce2582a-8b1a-42db-ba44-32d71331a727/volume-4ce2582a-8b1a-42db-ba44-32d71331a727.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.463416] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5d7dae-10e8-4ce0-9cc7-12f31c2bda2f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.482548] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093876} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.483851] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.484248] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1130.484248] env[70621]: value = "task-4136495" [ 1130.484248] env[70621]: _type = "Task" [ 1130.484248] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.484939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844eb683-c2d4-49a5-92ac-927519ee341f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.496253] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.515371] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 319e41f4-7952-452d-ae01-65b2f5bbab8c/319e41f4-7952-452d-ae01-65b2f5bbab8c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.515693] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfd16fa-efd1-4191-af9c-6086de58c424 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.536738] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1130.536738] env[70621]: value = "task-4136496" [ 1130.536738] env[70621]: _type = "Task" [ 1130.536738] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.547695] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.615090] env[70621]: DEBUG nova.network.neutron [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Successfully created port: c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.678955] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.790457] env[70621]: DEBUG oslo_vmware.api [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Task: {'id': task-4136494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088961} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.790921] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.791189] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.791467] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.873769] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1130.874181] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-736c618f-9563-4a38-9b6a-37526efbf55a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.885037] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8084379f-eda9-454b-a422-000b690cdd71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.683470] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquiring lock "cd130111-d039-471f-bd96-7bf854ba268c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.683717] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "cd130111-d039-471f-bd96-7bf854ba268c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.683912] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquiring lock "cd130111-d039-471f-bd96-7bf854ba268c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.684103] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "cd130111-d039-471f-bd96-7bf854ba268c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.684272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "cd130111-d039-471f-bd96-7bf854ba268c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.694128] env[70621]: ERROR nova.compute.manager [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Failed to detach volume cd45977f-16dc-4570-af3b-651caadf0c0b from /dev/sda: nova.exception.InstanceNotFound: Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb could not be found. [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Traceback (most recent call last): [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self.driver.rebuild(**kwargs) [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] raise NotImplementedError() [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] NotImplementedError [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] During handling of the above exception, another exception occurred: [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Traceback (most recent call last): [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self.driver.detach_volume(context, old_connection_info, [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] return self._volumeops.detach_volume(connection_info, instance) [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._detach_volume_vmdk(connection_info, instance) [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] stable_ref.fetch_moref(session) [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] nova.exception.InstanceNotFound: Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb could not be found. [ 1131.694128] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.696655] env[70621]: INFO nova.compute.manager [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Terminating instance [ 1131.713455] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.713455] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.721134] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136495, 'name': ReconfigVM_Task, 'duration_secs': 0.190084} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.724944] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1131.725598] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136496, 'name': ReconfigVM_Task, 'duration_secs': 0.317637} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.726496] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa8b58a0-71cf-41bb-b947-3f5d709b9526 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.728184] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 319e41f4-7952-452d-ae01-65b2f5bbab8c/319e41f4-7952-452d-ae01-65b2f5bbab8c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.729187] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a744d816-868e-4d27-b874-8be02a64a461 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.735081] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.735475] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.735549] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.735693] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.735978] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.736209] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.736429] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.736625] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.736806] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.736973] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.737179] env[70621]: DEBUG nova.virt.hardware [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.738363] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02815f0-d9a1-44df-af1f-7475e7c80690 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.744650] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1131.744650] env[70621]: value = "task-4136497" [ 1131.744650] env[70621]: _type = "Task" [ 1131.744650] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.745018] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1131.745018] env[70621]: value = "task-4136498" [ 1131.745018] env[70621]: _type = "Task" [ 1131.745018] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.761913] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7297dcdb-f08c-423f-8d5b-6739d855bc86 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.773781] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136498, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.774067] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136497, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.786305] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:ff:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa7b106-c211-412e-9a5b-ed68bb8820b4', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.795738] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.795738] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.795738] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04e0665-4923-4b81-8855-0c2d518abffd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.819683] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.819683] env[70621]: value = "task-4136499" [ 1131.819683] env[70621]: _type = "Task" [ 1131.819683] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.830160] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136499, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.866181] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.866328] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.922486] env[70621]: DEBUG nova.compute.utils [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Build of instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb aborted: Failed to rebuild volume backed instance. {{(pid=70621) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1131.924995] env[70621]: ERROR nova.compute.manager [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb aborted: Failed to rebuild volume backed instance. [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Traceback (most recent call last): [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self.driver.rebuild(**kwargs) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] raise NotImplementedError() [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] NotImplementedError [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] During handling of the above exception, another exception occurred: [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Traceback (most recent call last): [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._detach_root_volume(context, instance, root_bdm) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] with excutils.save_and_reraise_exception(): [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self.force_reraise() [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] raise self.value [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self.driver.detach_volume(context, old_connection_info, [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] return self._volumeops.detach_volume(connection_info, instance) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._detach_volume_vmdk(connection_info, instance) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] stable_ref.fetch_moref(session) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] nova.exception.InstanceNotFound: Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb could not be found. [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] During handling of the above exception, another exception occurred: [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Traceback (most recent call last): [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] yield [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1131.924995] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._do_rebuild_instance_with_claim( [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._do_rebuild_instance( [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._rebuild_default_impl(**kwargs) [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] self._rebuild_volume_backed_instance( [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] raise exception.BuildAbortException( [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] nova.exception.BuildAbortException: Build of instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb aborted: Failed to rebuild volume backed instance. [ 1131.926213] env[70621]: ERROR nova.compute.manager [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] [ 1132.203152] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.212176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.212176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.214948] env[70621]: DEBUG nova.compute.manager [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.215953] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.215953] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.219051] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cfeea3b-03e5-4cd1-b18a-5e18fec42f57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.229304] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1132.229304] env[70621]: value = "task-4136500" [ 1132.229304] env[70621]: _type = "Task" [ 1132.229304] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.236045] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.238602] env[70621]: DEBUG nova.virt.hardware [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.239490] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e2d5b3-dd89-4291-84e7-89c993f4a6d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.245687] env[70621]: DEBUG nova.compute.manager [req-1ec84fe4-9fdb-46b6-bd77-ccfdacc7695b req-5550e417-7fe8-4cf7-8d41-5b7c9d702317 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received event network-vif-plugged-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.245967] env[70621]: DEBUG oslo_concurrency.lockutils [req-1ec84fe4-9fdb-46b6-bd77-ccfdacc7695b req-5550e417-7fe8-4cf7-8d41-5b7c9d702317 service nova] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.246215] env[70621]: DEBUG oslo_concurrency.lockutils [req-1ec84fe4-9fdb-46b6-bd77-ccfdacc7695b req-5550e417-7fe8-4cf7-8d41-5b7c9d702317 service nova] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.246528] env[70621]: DEBUG oslo_concurrency.lockutils [req-1ec84fe4-9fdb-46b6-bd77-ccfdacc7695b req-5550e417-7fe8-4cf7-8d41-5b7c9d702317 service nova] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.246705] env[70621]: DEBUG nova.compute.manager [req-1ec84fe4-9fdb-46b6-bd77-ccfdacc7695b req-5550e417-7fe8-4cf7-8d41-5b7c9d702317 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] No waiting events found dispatching network-vif-plugged-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1132.246874] env[70621]: WARNING nova.compute.manager [req-1ec84fe4-9fdb-46b6-bd77-ccfdacc7695b req-5550e417-7fe8-4cf7-8d41-5b7c9d702317 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received unexpected event network-vif-plugged-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d for instance with vm_state building and task_state spawning. [ 1132.251472] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.261098] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.262250] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a0c54c-6110-4e96-940c-f22238eb42fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.264949] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715065d6-aa19-4c78-96a8-4f2e84e321b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.277331] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136497, 'name': Rename_Task, 'duration_secs': 0.195562} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.277579] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136498, 'name': Rename_Task, 'duration_secs': 0.230558} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.278536] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.278805] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.279039] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71396338-6f9f-40e5-bfb9-b4183c7ff930 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.280825] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc0d61b-8487-4d2e-a349-527022d3c10a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.294039] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1132.294039] env[70621]: value = "task-4136501" [ 1132.294039] env[70621]: _type = "Task" [ 1132.294039] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.300779] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1132.300779] env[70621]: value = "task-4136503" [ 1132.300779] env[70621]: _type = "Task" [ 1132.300779] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.306033] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1132.306033] env[70621]: value = "task-4136502" [ 1132.306033] env[70621]: _type = "Task" [ 1132.306033] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.316363] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.319780] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.323619] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.333726] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136499, 'name': CreateVM_Task, 'duration_secs': 0.38526} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.333925] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.334653] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.334816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.335178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.335439] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5f1844-aee2-450b-b19e-92802a9a1c3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.341111] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1132.341111] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524930d8-6ec8-1a06-c2b5-fb162f41d194" [ 1132.341111] env[70621]: _type = "Task" [ 1132.341111] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.350097] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524930d8-6ec8-1a06-c2b5-fb162f41d194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.369448] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.389368] env[70621]: DEBUG nova.network.neutron [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Successfully updated port: c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.712467] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.737292] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.737626] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.739549] env[70621]: INFO nova.compute.claims [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.745716] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136500, 'name': PowerOffVM_Task, 'duration_secs': 0.447313} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.746395] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.746633] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1132.746924] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819198', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'name': 'volume-8987d091-47b0-442a-a6b8-794afdfaca49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd130111-d039-471f-bd96-7bf854ba268c', 'attached_at': '', 'detached_at': '', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'serial': '8987d091-47b0-442a-a6b8-794afdfaca49'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1132.747778] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbce69-b608-4d4a-9dbd-4006f8c82479 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.770816] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bfd7ac-9292-4347-b632-59d2129e9139 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.779360] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4531642-fe22-4234-8465-af8176d526bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.801523] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72bbff0-ffe7-4944-9bb5-fc51399de3ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.810846] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136501, 'name': PowerOffVM_Task, 'duration_secs': 0.39071} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.825296] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.825932] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.826171] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.826333] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.826513] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.826663] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.826808] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.827034] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.827208] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.827380] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.827544] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.827718] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.833242] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] The volume has not been displaced from its original location: [datastore1] volume-8987d091-47b0-442a-a6b8-794afdfaca49/volume-8987d091-47b0-442a-a6b8-794afdfaca49.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1132.838802] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Reconfiguring VM instance instance-00000059 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.842177] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb53e0c-4701-4ff4-aa09-5e83246b341c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.852228] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91887e3e-dd5e-40c3-b5b6-666937aeb7d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.865562] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.876754] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.881571] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1132.881571] env[70621]: value = "task-4136504" [ 1132.881571] env[70621]: _type = "Task" [ 1132.881571] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.882225] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1132.882225] env[70621]: value = "task-4136505" [ 1132.882225] env[70621]: _type = "Task" [ 1132.882225] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.886497] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524930d8-6ec8-1a06-c2b5-fb162f41d194, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.892149] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.892428] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.892636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.892796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.892956] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.893236] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd667337-b534-4290-a775-92d10af12d00 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.895736] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.895972] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.896030] env[70621]: DEBUG nova.network.neutron [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.901309] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.901957] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.905433] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.909337] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.909520] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.910553] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d042ce6-fc81-4d4e-9c26-526962cb3644 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.916570] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1132.916570] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52976f2e-44bd-6f0a-2e47-4247d5b5e797" [ 1132.916570] env[70621]: _type = "Task" [ 1132.916570] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.926025] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52976f2e-44bd-6f0a-2e47-4247d5b5e797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.232367] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.314838] env[70621]: DEBUG oslo_vmware.api [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136503, 'name': PowerOnVM_Task, 'duration_secs': 0.550982} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.318299] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.318620] env[70621]: INFO nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1133.318753] env[70621]: DEBUG nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.319589] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc68275-658b-4179-8cbc-b30c6a40e1f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.327458] env[70621]: DEBUG oslo_vmware.api [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136502, 'name': PowerOnVM_Task, 'duration_secs': 0.893664} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.330390] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.330614] env[70621]: DEBUG nova.compute.manager [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.333905] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7843912f-6df7-402c-b5c8-bcf2c69059f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.398463] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136504, 'name': ReconfigVM_Task, 'duration_secs': 0.222303} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.401748] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136505, 'name': ReconfigVM_Task, 'duration_secs': 0.208372} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.402485] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26111e0c-986b-4441-872b-c94895165eac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.404934] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Reconfigured VM instance instance-00000059 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.411518] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ec4dc5-2e31-4007-833f-49f4493be11e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.447785] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.448049] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.448241] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.448414] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.448588] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.448754] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.448906] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.449080] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.449255] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.449449] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.449580] env[70621]: DEBUG nova.virt.hardware [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.452340] env[70621]: DEBUG nova.network.neutron [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.454583] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe88e630-8ded-469d-a583-80976d080aae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.457079] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1133.457079] env[70621]: value = "task-4136506" [ 1133.457079] env[70621]: _type = "Task" [ 1133.457079] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.461703] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52976f2e-44bd-6f0a-2e47-4247d5b5e797, 'name': SearchDatastore_Task, 'duration_secs': 0.009928} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.468723] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04d1830-e95e-40ef-9ea1-2dffa199c75b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.471392] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1133.471392] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c8a2b7-2db9-3f83-1ac2-2555a369669f" [ 1133.471392] env[70621]: _type = "Task" [ 1133.471392] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.480571] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1133.480571] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529fcfea-224f-a927-31de-7ccd654368aa" [ 1133.480571] env[70621]: _type = "Task" [ 1133.480571] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.480892] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.491729] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c8a2b7-2db9-3f83-1ac2-2555a369669f, 'name': SearchDatastore_Task, 'duration_secs': 0.007982} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.497644] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.501784] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa69097-7189-46c2-a312-98c49dfd883a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.514899] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529fcfea-224f-a927-31de-7ccd654368aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.515611] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.515908] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.516716] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-352271ed-e66d-4aa3-bbba-1b49fd531771 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.525119] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1133.525119] env[70621]: value = "task-4136507" [ 1133.525119] env[70621]: _type = "Task" [ 1133.525119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.526841] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1133.526841] env[70621]: value = "task-4136508" [ 1133.526841] env[70621]: _type = "Task" [ 1133.526841] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.542332] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.545985] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.875848] env[70621]: INFO nova.compute.manager [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Took 18.18 seconds to build instance. [ 1133.877747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.956025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.962356] env[70621]: DEBUG nova.network.neutron [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.976032] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136506, 'name': ReconfigVM_Task, 'duration_secs': 0.214233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.977028] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819198', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'name': 'volume-8987d091-47b0-442a-a6b8-794afdfaca49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cd130111-d039-471f-bd96-7bf854ba268c', 'attached_at': '', 'detached_at': '', 'volume_id': '8987d091-47b0-442a-a6b8-794afdfaca49', 'serial': '8987d091-47b0-442a-a6b8-794afdfaca49'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1133.977337] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.978143] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43255ab0-9290-48d1-9130-194c744b2624 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.989497] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.989497] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5249033d-b8f4-4001-b0a6-c165293ac28c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.023252] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef8c616-c043-47e4-9661-bb3d2523f7a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.037049] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247dc51e-a19c-4358-81ed-472981ecec0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.044038] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.049414] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454316} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.075278] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.075574] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.077611] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efcf5027-70b0-429a-a96a-77cd299a0469 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.080209] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5834e19-3961-43b1-911b-fc257fe0407d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.083050] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.083050] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.083194] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Deleting the datastore file [datastore1] cd130111-d039-471f-bd96-7bf854ba268c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.083702] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f36b657-abb6-479b-98ca-f9ad6769179b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.098693] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75858af7-73d2-407b-a4f6-0fda1c2b07e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.105073] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1134.105073] env[70621]: value = "task-4136510" [ 1134.105073] env[70621]: _type = "Task" [ 1134.105073] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.105404] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for the task: (returnval){ [ 1134.105404] env[70621]: value = "task-4136511" [ 1134.105404] env[70621]: _type = "Task" [ 1134.105404] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.126835] env[70621]: DEBUG nova.compute.provider_tree [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.141163] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.141163] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.276240] env[70621]: DEBUG nova.compute.manager [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.276794] env[70621]: DEBUG nova.compute.manager [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing instance network info cache due to event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.277192] env[70621]: DEBUG oslo_concurrency.lockutils [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.379780] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.380016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.380288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.380549] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.380763] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.382661] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4179fcaa-de0f-47bd-ae2c-4875e8861cc8 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.705s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.383353] env[70621]: INFO nova.compute.manager [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Terminating instance [ 1134.470879] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.471267] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Instance network_info: |[{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.471606] env[70621]: DEBUG oslo_concurrency.lockutils [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.471821] env[70621]: DEBUG nova.network.neutron [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.473288] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:65:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7eda4ab-b0a7-4d7f-8dbf-616ab793969d', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.482260] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.483310] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.483544] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ac498d8-4f67-4f90-99ae-caeb98e36ee3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.505947] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.505947] env[70621]: value = "task-4136512" [ 1134.505947] env[70621]: _type = "Task" [ 1134.505947] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.515013] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136512, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.538184] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136507, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.629672] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.629672] env[70621]: DEBUG oslo_vmware.api [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Task: {'id': task-4136511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228808} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.630090] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.630400] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.630669] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.630750] env[70621]: INFO nova.compute.manager [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1134.630988] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.631960] env[70621]: DEBUG nova.scheduler.client.report [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.635122] env[70621]: DEBUG nova.compute.manager [-] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.635218] env[70621]: DEBUG nova.network.neutron [-] [instance: cd130111-d039-471f-bd96-7bf854ba268c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.887488] env[70621]: DEBUG nova.compute.manager [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.887853] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-038173a2-514a-4416-a1c3-c4563cff9a66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.898141] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5407ef5d-747b-4e65-955b-42fec2f2fe0b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.931724] env[70621]: WARNING nova.virt.vmwareapi.driver [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb could not be found. [ 1134.931983] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.932291] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b882f838-8989-44f2-b366-9048992d25de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.941794] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250821c9-79b3-4798-b5a5-56e8d1035c03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.975686] env[70621]: WARNING nova.virt.vmwareapi.vmops [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb could not be found. [ 1134.976074] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.976120] env[70621]: INFO nova.compute.manager [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1134.977263] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.977263] env[70621]: DEBUG nova.compute.manager [-] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.977263] env[70621]: DEBUG nova.network.neutron [-] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.016379] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136512, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.039654] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136507, 'name': ReconfigVM_Task, 'duration_secs': 1.291695} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.040031] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.040997] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141214f-6b97-42d9-a666-c0db4c6a7d08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.068689] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.068998] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6233165b-271a-4d4f-be01-b965a0d210ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.087919] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1135.087919] env[70621]: value = "task-4136513" [ 1135.087919] env[70621]: _type = "Task" [ 1135.087919] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.101414] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.122030] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.825924} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.122030] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.122030] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e5bf0-474f-4f99-b519-ca4a5de7d213 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.148965] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.153535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.154536] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.157482] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca89988-85a3-4562-967a-ed23dc88e8b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.175213] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.274s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.177554] env[70621]: INFO nova.compute.claims [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.189071] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1135.189071] env[70621]: value = "task-4136514" [ 1135.189071] env[70621]: _type = "Task" [ 1135.189071] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.197473] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.393512] env[70621]: DEBUG nova.network.neutron [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updated VIF entry in instance network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.393801] env[70621]: DEBUG nova.network.neutron [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.518363] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136512, 'name': CreateVM_Task, 'duration_secs': 0.753623} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.518553] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.519380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.519591] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.519981] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.520311] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f763838d-074b-4710-9bc9-c3698b8af919 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.525937] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1135.525937] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5228ec9f-8b81-dba5-ea2a-284638862c71" [ 1135.525937] env[70621]: _type = "Task" [ 1135.525937] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.536529] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5228ec9f-8b81-dba5-ea2a-284638862c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.597777] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136513, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.624109] env[70621]: DEBUG nova.compute.manager [req-c33292d3-c966-4466-9977-79ed210b71da req-e793d7b5-f7ff-4bae-b5d7-974c646e388f service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Received event network-vif-deleted-a7d0f757-31e4-4ec7-afbe-3358e91fbe7f {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.624328] env[70621]: INFO nova.compute.manager [req-c33292d3-c966-4466-9977-79ed210b71da req-e793d7b5-f7ff-4bae-b5d7-974c646e388f service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Neutron deleted interface a7d0f757-31e4-4ec7-afbe-3358e91fbe7f; detaching it from the instance and deleting it from the info cache [ 1135.624507] env[70621]: DEBUG nova.network.neutron [req-c33292d3-c966-4466-9977-79ed210b71da req-e793d7b5-f7ff-4bae-b5d7-974c646e388f service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.677388] env[70621]: DEBUG nova.compute.utils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.679633] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.679927] env[70621]: DEBUG nova.network.neutron [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.704828] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136514, 'name': ReconfigVM_Task, 'duration_secs': 0.480504} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.706984] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Reconfigured VM instance instance-00000063 to attach disk [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069/e65b83c2-7cdd-40b8-be1b-ba8654772069.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.708259] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f500f64-cc6a-4581-a217-d30c759d5048 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.715166] env[70621]: DEBUG nova.network.neutron [-] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.720068] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1135.720068] env[70621]: value = "task-4136515" [ 1135.720068] env[70621]: _type = "Task" [ 1135.720068] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.741355] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136515, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.779682] env[70621]: DEBUG nova.policy [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd55c1c5192c64a20ab4fc611f9f34565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f28fb9277014eba90310fa82f9dc4d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.900023] env[70621]: DEBUG oslo_concurrency.lockutils [req-fab3ad01-59e6-4542-b641-32ec68c58041 req-c65cff03-d602-4a3e-ac93-9f8faa365ee6 service nova] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.938065] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.938365] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.043750] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5228ec9f-8b81-dba5-ea2a-284638862c71, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.044323] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.044462] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.044790] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.045048] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.045334] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.045724] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bab11515-ff8d-4406-9614-e410b88e22b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.057800] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.058046] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.058860] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf2a655-bc60-4c4f-9d23-f3cb2a16e00b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.067239] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1136.067239] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520fad65-4918-7306-5642-2a1c7343e046" [ 1136.067239] env[70621]: _type = "Task" [ 1136.067239] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.079518] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520fad65-4918-7306-5642-2a1c7343e046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.101867] env[70621]: DEBUG nova.network.neutron [-] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.103276] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136513, 'name': ReconfigVM_Task, 'duration_secs': 0.515307} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.103639] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1/f6a722cb-5bf6-45a1-b024-dc9048c34ff1.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.104662] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f85a20-e440-41f1-adfc-489ca2ef7d27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.137234] env[70621]: DEBUG nova.network.neutron [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Successfully created port: 400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.141755] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44859e0a-da00-4c88-8791-76b5bb78dea3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.145178] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59997986-d207-4d9b-b64b-ad48134a6ca4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.181026] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5760b204-b162-43c9-8f55-8d63f0e08735 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.186168] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4904970-1c97-4bd9-9b39-7f2f3f8bf576 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.198337] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.224336] env[70621]: INFO nova.compute.manager [-] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Took 1.59 seconds to deallocate network for instance. [ 1136.230015] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7facd-0d24-4567-8f9b-364df514b639 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.249410] env[70621]: DEBUG nova.compute.manager [req-c33292d3-c966-4466-9977-79ed210b71da req-e793d7b5-f7ff-4bae-b5d7-974c646e388f service nova] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Detach interface failed, port_id=a7d0f757-31e4-4ec7-afbe-3358e91fbe7f, reason: Instance 4fa25f93-a49f-490b-9be9-88a4b152cdeb could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.257564] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136515, 'name': Rename_Task, 'duration_secs': 0.177988} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.258026] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.266886] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.266886] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f694b3e-4467-407f-9e39-90d5af076373 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.268975] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-152a6540-dc42-4d0a-971d-3fe05d5252d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.277652] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1136.277652] env[70621]: value = "task-4136516" [ 1136.277652] env[70621]: _type = "Task" [ 1136.277652] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.279637] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1136.279637] env[70621]: value = "task-4136517" [ 1136.279637] env[70621]: _type = "Task" [ 1136.279637] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.294937] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.298409] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.327020] env[70621]: DEBUG nova.compute.manager [req-f83c820b-4336-47e9-b8c1-12ac243a1444 req-ed1dcad5-e304-4813-92e2-08086b921dd8 service nova] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Received event network-vif-deleted-f8476dd9-f595-4c46-a26b-7582cd0b60d7 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.441983] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.528207] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c4a4b8-a83f-4ff3-bb36-41f94b7ca36a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.538786] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aabde54-954c-4b31-bfd8-567e33e313aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.572866] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3115cca0-1ec5-45e3-9bf9-9a219e7c8033 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.581470] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520fad65-4918-7306-5642-2a1c7343e046, 'name': SearchDatastore_Task, 'duration_secs': 0.01442} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.584217] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0c37ea-bb6a-4886-81fb-18cb445b31b1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.587447] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1132a4f1-8eaa-425d-945a-ed16d4769c06 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.595520] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1136.595520] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c75fc9-5ac6-6a75-92d5-9b1d3f78ea82" [ 1136.595520] env[70621]: _type = "Task" [ 1136.595520] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.605534] env[70621]: DEBUG nova.compute.provider_tree [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.611057] env[70621]: INFO nova.compute.manager [-] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Took 1.63 seconds to deallocate network for instance. [ 1136.619814] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c75fc9-5ac6-6a75-92d5-9b1d3f78ea82, 'name': SearchDatastore_Task, 'duration_secs': 0.014698} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.620101] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.620405] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/b219c0a8-bffe-4966-918a-7a04f28fa859.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.620676] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d8bee5-ca39-4a12-a705-832944c267ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.629578] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1136.629578] env[70621]: value = "task-4136518" [ 1136.629578] env[70621]: _type = "Task" [ 1136.629578] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.639361] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.799741] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136516, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.800077] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136517, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.801608] env[70621]: INFO nova.compute.manager [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Took 0.58 seconds to detach 1 volumes for instance. [ 1136.804141] env[70621]: DEBUG nova.compute.manager [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Deleting volume: 8987d091-47b0-442a-a6b8-794afdfaca49 {{(pid=70621) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1136.972887] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.109051] env[70621]: DEBUG nova.scheduler.client.report [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.145860] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.178212] env[70621]: INFO nova.compute.manager [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Took 0.57 seconds to detach 1 volumes for instance. [ 1137.180924] env[70621]: DEBUG nova.compute.manager [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Deleting volume: cd45977f-16dc-4570-af3b-651caadf0c0b {{(pid=70621) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1137.230965] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.269177] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.269177] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.269413] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.269615] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.269799] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.270074] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.270391] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.270613] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.271402] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.271402] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.271402] env[70621]: DEBUG nova.virt.hardware [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.272669] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5679e8-0251-4bb9-b0ff-ca5686a52a7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.286394] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7163486b-2928-4632-808d-85cf133678a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.300218] env[70621]: DEBUG oslo_vmware.api [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136516, 'name': PowerOnVM_Task, 'duration_secs': 0.769673} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.311203] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.311803] env[70621]: DEBUG nova.compute.manager [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.312383] env[70621]: DEBUG oslo_vmware.api [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136517, 'name': PowerOnVM_Task, 'duration_secs': 0.624537} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.313235] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434340bc-fcc2-4f93-a78f-9d61a3d623f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.315850] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.356817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.615256] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.615798] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.618436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.386s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.620199] env[70621]: INFO nova.compute.claims [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.642055] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630321} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.642343] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/b219c0a8-bffe-4966-918a-7a04f28fa859.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.642566] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.642831] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8835c77e-b393-4651-9606-155e24f890b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.651649] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1137.651649] env[70621]: value = "task-4136521" [ 1137.651649] env[70621]: _type = "Task" [ 1137.651649] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.660953] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.723938] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.743738] env[70621]: DEBUG nova.network.neutron [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Successfully updated port: 400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.838091] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.971886] env[70621]: DEBUG nova.compute.manager [req-129d8add-26a6-43ae-bf56-27e2dfad0056 req-62b221f0-03f9-4f1f-aaba-02c056859a42 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Received event network-vif-plugged-400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.972122] env[70621]: DEBUG oslo_concurrency.lockutils [req-129d8add-26a6-43ae-bf56-27e2dfad0056 req-62b221f0-03f9-4f1f-aaba-02c056859a42 service nova] Acquiring lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.972385] env[70621]: DEBUG oslo_concurrency.lockutils [req-129d8add-26a6-43ae-bf56-27e2dfad0056 req-62b221f0-03f9-4f1f-aaba-02c056859a42 service nova] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.972641] env[70621]: DEBUG oslo_concurrency.lockutils [req-129d8add-26a6-43ae-bf56-27e2dfad0056 req-62b221f0-03f9-4f1f-aaba-02c056859a42 service nova] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.972867] env[70621]: DEBUG nova.compute.manager [req-129d8add-26a6-43ae-bf56-27e2dfad0056 req-62b221f0-03f9-4f1f-aaba-02c056859a42 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] No waiting events found dispatching network-vif-plugged-400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.973098] env[70621]: WARNING nova.compute.manager [req-129d8add-26a6-43ae-bf56-27e2dfad0056 req-62b221f0-03f9-4f1f-aaba-02c056859a42 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Received unexpected event network-vif-plugged-400096f0-ddb2-4304-b5b2-eef1b2d40ba8 for instance with vm_state building and task_state spawning. [ 1138.124680] env[70621]: DEBUG nova.compute.utils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.130375] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.130375] env[70621]: DEBUG nova.network.neutron [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.162029] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154264} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.162327] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.163137] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2109c5ce-8f41-470d-8355-e64af723a9f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.186712] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/b219c0a8-bffe-4966-918a-7a04f28fa859.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.187432] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d20f87dd-c8ef-4107-b34f-4321a230d11b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.203617] env[70621]: DEBUG nova.policy [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd55c1c5192c64a20ab4fc611f9f34565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f28fb9277014eba90310fa82f9dc4d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.211022] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1138.211022] env[70621]: value = "task-4136522" [ 1138.211022] env[70621]: _type = "Task" [ 1138.211022] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.220247] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.249719] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.249719] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.249719] env[70621]: DEBUG nova.network.neutron [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.369162] env[70621]: INFO nova.compute.manager [None req-12d3cbd6-9f19-4294-8ad8-b613343b2c20 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance to original state: 'active' [ 1138.509369] env[70621]: DEBUG nova.network.neutron [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Successfully created port: c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.637579] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.641330] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "e65b83c2-7cdd-40b8-be1b-ba8654772069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.641721] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.641950] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "e65b83c2-7cdd-40b8-be1b-ba8654772069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.642169] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.643206] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.644486] env[70621]: INFO nova.compute.manager [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Terminating instance [ 1138.723656] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.791219] env[70621]: DEBUG nova.network.neutron [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.928482] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b5ccea-ac22-4f5a-bd78-502740d5aa79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.937110] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a4c221-5556-4066-a445-b571ab818994 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.974216] env[70621]: DEBUG nova.network.neutron [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Updating instance_info_cache with network_info: [{"id": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "address": "fa:16:3e:c1:f8:ef", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400096f0-dd", "ovs_interfaceid": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.976034] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137d9f6e-d24a-490c-a715-8a9da1c0a45e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.988512] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e72c66-aee3-44e1-ba47-800afee15f79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.004202] env[70621]: DEBUG nova.compute.provider_tree [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.111765] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.112076] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.155815] env[70621]: DEBUG nova.compute.manager [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.156107] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.157231] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a7863-4879-4f19-a4d7-a7a8ec408b03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.165778] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.166052] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13172195-143e-4450-ad90-df32d5714f34 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.173545] env[70621]: DEBUG oslo_vmware.api [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1139.173545] env[70621]: value = "task-4136523" [ 1139.173545] env[70621]: _type = "Task" [ 1139.173545] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.183703] env[70621]: DEBUG oslo_vmware.api [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.224281] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136522, 'name': ReconfigVM_Task, 'duration_secs': 0.673595} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.224552] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/b219c0a8-bffe-4966-918a-7a04f28fa859.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.225228] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0c74d7d-71fb-4667-8d8c-04fd50088aaf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.233106] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1139.233106] env[70621]: value = "task-4136524" [ 1139.233106] env[70621]: _type = "Task" [ 1139.233106] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.244340] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136524, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.482594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.483027] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Instance network_info: |[{"id": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "address": "fa:16:3e:c1:f8:ef", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400096f0-dd", "ovs_interfaceid": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.483523] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.483781] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.483998] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.484205] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.484377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.486170] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f8:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '400096f0-ddb2-4304-b5b2-eef1b2d40ba8', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.494640] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Creating folder: Project (9f28fb9277014eba90310fa82f9dc4d0). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.495287] env[70621]: INFO nova.compute.manager [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Terminating instance [ 1139.496733] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1945719b-0a07-4eaa-bfc2-9cee950fc9dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.507166] env[70621]: DEBUG nova.scheduler.client.report [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.514672] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Created folder: Project (9f28fb9277014eba90310fa82f9dc4d0) in parent group-v818963. [ 1139.514984] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Creating folder: Instances. Parent ref: group-v819244. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.515635] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee4e8a7-2d7a-40c1-98cb-0cf26a7c6839 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.529031] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Created folder: Instances in parent group-v819244. [ 1139.529383] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.529619] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.529842] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf62c23-2cf4-4ed6-862c-92451ee1b984 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.555166] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.555166] env[70621]: value = "task-4136527" [ 1139.555166] env[70621]: _type = "Task" [ 1139.555166] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.564141] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136527, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.614743] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.651282] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.676144] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.676311] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.677032] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.677032] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.677032] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.677032] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.677239] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.677418] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.677610] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.677780] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.677956] env[70621]: DEBUG nova.virt.hardware [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.679396] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d3ccf-7107-40bf-a559-3ce9ec2ded95 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.691395] env[70621]: DEBUG oslo_vmware.api [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136523, 'name': PowerOffVM_Task, 'duration_secs': 0.20118} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.693821] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.694048] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.694340] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c65fda59-a714-4ce7-a11c-3c54f3c37d9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.697100] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce7e81-6d3a-4f03-8ca1-f4ddad3b9580 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.744631] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136524, 'name': Rename_Task, 'duration_secs': 0.177162} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.744887] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.745223] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e0eeeaf-5a0e-45db-bd75-098fae2edd94 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.753813] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1139.753813] env[70621]: value = "task-4136529" [ 1139.753813] env[70621]: _type = "Task" [ 1139.753813] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.766423] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.776730] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.776980] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.777265] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore2] e65b83c2-7cdd-40b8-be1b-ba8654772069 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.777606] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-117f19dc-8778-4903-8ba5-6c1dea5f9ea2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.786902] env[70621]: DEBUG oslo_vmware.api [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1139.786902] env[70621]: value = "task-4136530" [ 1139.786902] env[70621]: _type = "Task" [ 1139.786902] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.800816] env[70621]: DEBUG oslo_vmware.api [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.001624] env[70621]: DEBUG nova.compute.manager [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.001882] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.003210] env[70621]: DEBUG nova.compute.manager [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Received event network-changed-400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.003397] env[70621]: DEBUG nova.compute.manager [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Refreshing instance network info cache due to event network-changed-400096f0-ddb2-4304-b5b2-eef1b2d40ba8. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.003672] env[70621]: DEBUG oslo_concurrency.lockutils [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] Acquiring lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.003960] env[70621]: DEBUG oslo_concurrency.lockutils [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] Acquired lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.004242] env[70621]: DEBUG nova.network.neutron [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Refreshing network info cache for port 400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.006404] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eba583b-941d-4ea1-81aa-5d9d2e2f7b63 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.017081] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1140.017081] env[70621]: value = "task-4136531" [ 1140.017081] env[70621]: _type = "Task" [ 1140.017081] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.018074] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.018773] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.021591] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.144s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.021809] env[70621]: DEBUG nova.objects.instance [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1140.036057] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.066305] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136527, 'name': CreateVM_Task, 'duration_secs': 0.398809} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.067978] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.068784] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.068960] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.069348] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.069839] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f6ee78-a8d3-467a-8455-de19c037a213 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.074653] env[70621]: INFO nova.compute.manager [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Rebuilding instance [ 1140.078289] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1140.078289] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524bd775-f863-8766-6a60-53308f3dd2bd" [ 1140.078289] env[70621]: _type = "Task" [ 1140.078289] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.088556] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524bd775-f863-8766-6a60-53308f3dd2bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.127047] env[70621]: DEBUG nova.compute.manager [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.127931] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31be995-b593-49cc-adeb-1301fc3d6de6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.138271] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.233300] env[70621]: DEBUG nova.network.neutron [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Successfully updated port: c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.266190] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136529, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.297102] env[70621]: DEBUG oslo_vmware.api [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221654} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.297518] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.297727] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.297973] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.298314] env[70621]: INFO nova.compute.manager [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1140.298923] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.299230] env[70621]: DEBUG nova.compute.manager [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.299526] env[70621]: DEBUG nova.network.neutron [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.535626] env[70621]: DEBUG nova.compute.utils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.538296] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136531, 'name': PowerOffVM_Task, 'duration_secs': 0.300241} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.538914] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.539144] env[70621]: DEBUG nova.network.neutron [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.541204] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.541797] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.541797] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819227', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'name': 'volume-105217dc-9b8f-4e59-81f9-66f2465655e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1', 'attached_at': '2025-05-14T08:27:03.000000', 'detached_at': '', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'serial': '105217dc-9b8f-4e59-81f9-66f2465655e4'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.542729] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b983b-64ba-4321-99e1-395b6171a3a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.574176] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63189909-0461-4f25-b17b-856768eba652 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.583682] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da591889-c7fd-4512-97d0-60ae4054e461 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.594802] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524bd775-f863-8766-6a60-53308f3dd2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.014863} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.613188] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.613472] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.613726] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.613874] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.614071] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.617619] env[70621]: DEBUG nova.network.neutron [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.618726] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4314c913-fc85-4a3f-9c89-b81830aac5ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.621060] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d76f12-e249-4f20-8d38-74628ddb29de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.628351] env[70621]: DEBUG nova.policy [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd55c1c5192c64a20ab4fc611f9f34565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f28fb9277014eba90310fa82f9dc4d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.643424] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] The volume has not been displaced from its original location: [datastore2] volume-105217dc-9b8f-4e59-81f9-66f2465655e4/volume-105217dc-9b8f-4e59-81f9-66f2465655e4.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.649778] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.652261] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.652535] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fd86bb-84c3-454d-8d0d-aee8f1fd3581 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.665692] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.665886] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.666638] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-922f6d7b-9ff5-4367-a452-028815ffd6e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.670922] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b9e3be-8ea4-4701-ab58-25b3b8586ba9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.678857] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1140.678857] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b0a4eb-f5c7-33f9-5818-fabaa4da071a" [ 1140.678857] env[70621]: _type = "Task" [ 1140.678857] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.681193] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1140.681193] env[70621]: value = "task-4136532" [ 1140.681193] env[70621]: _type = "Task" [ 1140.681193] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.681410] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1140.681410] env[70621]: value = "task-4136533" [ 1140.681410] env[70621]: _type = "Task" [ 1140.681410] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.696310] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b0a4eb-f5c7-33f9-5818-fabaa4da071a, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.702796] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.703059] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.703279] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d3a858-b420-448c-8fb5-3bd5f0a57a75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.709839] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1140.709839] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a633ab-9e7b-c6bf-121d-bc348f35710d" [ 1140.709839] env[70621]: _type = "Task" [ 1140.709839] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.719819] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a633ab-9e7b-c6bf-121d-bc348f35710d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.739043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "refresh_cache-83c1d998-f4ae-44c0-a1ad-0930eac5e95a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.739043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "refresh_cache-83c1d998-f4ae-44c0-a1ad-0930eac5e95a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.739043] env[70621]: DEBUG nova.network.neutron [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.769923] env[70621]: DEBUG oslo_vmware.api [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136529, 'name': PowerOnVM_Task, 'duration_secs': 0.707316} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.769923] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.769923] env[70621]: INFO nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1140.770271] env[70621]: DEBUG nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.771053] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e6983-60ff-41bb-ac25-bc1e41c3fe4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.917648] env[70621]: DEBUG nova.network.neutron [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Updated VIF entry in instance network info cache for port 400096f0-ddb2-4304-b5b2-eef1b2d40ba8. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.918110] env[70621]: DEBUG nova.network.neutron [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Updating instance_info_cache with network_info: [{"id": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "address": "fa:16:3e:c1:f8:ef", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400096f0-dd", "ovs_interfaceid": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.040858] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.045636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3edc1269-941b-412f-a471-166ad178c5c2 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.047716] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.093s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.121877] env[70621]: DEBUG nova.network.neutron [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Successfully created port: 3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.124819] env[70621]: INFO nova.compute.manager [-] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Took 0.83 seconds to deallocate network for instance. [ 1141.202897] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136533, 'name': PowerOffVM_Task, 'duration_secs': 0.269549} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.202897] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136532, 'name': ReconfigVM_Task, 'duration_secs': 0.308928} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.202897] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.203342] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.203342] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.209219] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691be797-a3f5-4ed2-9574-b11fd4831b0d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.212435] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3246da-c35c-4866-9245-58a54a57c569 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.233977] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.238694] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa45cbd4-b74d-4c1d-a641-2b61dac047fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.240667] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1141.240667] env[70621]: value = "task-4136534" [ 1141.240667] env[70621]: _type = "Task" [ 1141.240667] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.242167] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a633ab-9e7b-c6bf-121d-bc348f35710d, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.245844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.246153] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a/9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.251371] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d27d7f24-0e21-4b7e-a3fe-7c06fd0c2d5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.260709] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.265856] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1141.265856] env[70621]: value = "task-4136536" [ 1141.265856] env[70621]: _type = "Task" [ 1141.265856] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.276705] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.294128] env[70621]: INFO nova.compute.manager [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Took 15.58 seconds to build instance. [ 1141.330943] env[70621]: DEBUG nova.network.neutron [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.335225] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.335676] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.335894] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleting the datastore file [datastore2] e7d802eb-e64e-4fd5-8d82-2eba42eac766 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.336686] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895316ed-025f-4015-83ae-3f498bb05aff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.344674] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1141.344674] env[70621]: value = "task-4136537" [ 1141.344674] env[70621]: _type = "Task" [ 1141.344674] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.357681] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.387892] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc041b-0285-493e-b0e2-c7fad2d24573 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.397767] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d37704-74d0-4f46-bd61-e352c6459758 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.434885] env[70621]: DEBUG oslo_concurrency.lockutils [req-01dfaf44-a5f8-42c7-9fa7-efc24f304da8 req-4572a1f2-0f0f-43b1-a0ce-b1ec8805866c service nova] Releasing lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.436234] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c244c308-121d-4944-9b64-08eede0c1f91 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.448657] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255c2556-276c-41ed-b32f-138b472be8a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.466715] env[70621]: DEBUG nova.compute.provider_tree [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.592378] env[70621]: DEBUG nova.network.neutron [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Updating instance_info_cache with network_info: [{"id": "c4694253-474e-4cb8-bbc0-6198552cc89b", "address": "fa:16:3e:3d:ee:26", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4694253-47", "ovs_interfaceid": "c4694253-474e-4cb8-bbc0-6198552cc89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.632715] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.754938] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136534, 'name': ReconfigVM_Task, 'duration_secs': 0.191613} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.755296] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819227', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'name': 'volume-105217dc-9b8f-4e59-81f9-66f2465655e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f6a722cb-5bf6-45a1-b024-dc9048c34ff1', 'attached_at': '2025-05-14T08:27:03.000000', 'detached_at': '', 'volume_id': '105217dc-9b8f-4e59-81f9-66f2465655e4', 'serial': '105217dc-9b8f-4e59-81f9-66f2465655e4'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.755599] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.756423] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774c65e3-23b5-4ba0-a894-101080be9849 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.767070] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.770778] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65991a22-a271-40bc-a2b7-36f2793dc75e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.778300] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508056} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.778860] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a/9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.778860] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.779051] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76508dfe-e259-4aa8-b327-46c317e64416 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.785525] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1141.785525] env[70621]: value = "task-4136539" [ 1141.785525] env[70621]: _type = "Task" [ 1141.785525] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.794777] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.796326] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8180b1e9-45e4-484f-aedc-4210f29d5bcf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.085s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.847353] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.847730] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.847811] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleting the datastore file [datastore1] f6a722cb-5bf6-45a1-b024-dc9048c34ff1 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.853527] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-462e0421-b52f-4275-a2cf-b221ecb34ddf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.860811] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19421} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.862381] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.862592] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.862772] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.865787] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1141.865787] env[70621]: value = "task-4136540" [ 1141.865787] env[70621]: _type = "Task" [ 1141.865787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.875861] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.970691] env[70621]: DEBUG nova.scheduler.client.report [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.039070] env[70621]: DEBUG nova.compute.manager [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Received event network-vif-plugged-c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.039070] env[70621]: DEBUG oslo_concurrency.lockutils [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] Acquiring lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.039070] env[70621]: DEBUG oslo_concurrency.lockutils [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.039259] env[70621]: DEBUG oslo_concurrency.lockutils [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.039259] env[70621]: DEBUG nova.compute.manager [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] No waiting events found dispatching network-vif-plugged-c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.039435] env[70621]: WARNING nova.compute.manager [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Received unexpected event network-vif-plugged-c4694253-474e-4cb8-bbc0-6198552cc89b for instance with vm_state building and task_state spawning. [ 1142.039604] env[70621]: DEBUG nova.compute.manager [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Received event network-changed-c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.039760] env[70621]: DEBUG nova.compute.manager [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Refreshing instance network info cache due to event network-changed-c4694253-474e-4cb8-bbc0-6198552cc89b. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.039933] env[70621]: DEBUG oslo_concurrency.lockutils [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] Acquiring lock "refresh_cache-83c1d998-f4ae-44c0-a1ad-0930eac5e95a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.055631] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.086395] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.086939] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.087185] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.087443] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.087605] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.087759] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.087973] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.088174] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.088367] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.088598] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.088797] env[70621]: DEBUG nova.virt.hardware [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.089689] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c0f5ae-9f72-4b7e-a5f5-5fcd9104702f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.095452] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "refresh_cache-83c1d998-f4ae-44c0-a1ad-0930eac5e95a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.095755] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Instance network_info: |[{"id": "c4694253-474e-4cb8-bbc0-6198552cc89b", "address": "fa:16:3e:3d:ee:26", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4694253-47", "ovs_interfaceid": "c4694253-474e-4cb8-bbc0-6198552cc89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.098504] env[70621]: DEBUG oslo_concurrency.lockutils [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] Acquired lock "refresh_cache-83c1d998-f4ae-44c0-a1ad-0930eac5e95a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.098647] env[70621]: DEBUG nova.network.neutron [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Refreshing network info cache for port c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.100107] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:ee:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4694253-474e-4cb8-bbc0-6198552cc89b', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.108027] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.109514] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.110803] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f99605b-5e73-4cf7-8eb3-77f1a97519fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.115596] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c434743-ad0e-4676-b892-c5f3a50fe7ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.142209] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.142209] env[70621]: value = "task-4136541" [ 1142.142209] env[70621]: _type = "Task" [ 1142.142209] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.151483] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136541, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.254153] env[70621]: DEBUG nova.compute.manager [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.254414] env[70621]: DEBUG nova.compute.manager [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing instance network info cache due to event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.254556] env[70621]: DEBUG oslo_concurrency.lockutils [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.254711] env[70621]: DEBUG oslo_concurrency.lockutils [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.254836] env[70621]: DEBUG nova.network.neutron [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.297858] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068546} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.298300] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.299227] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094c1a96-86da-4611-bde3-1bcd9b81c5e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.324337] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a/9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.325081] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4e1a0f5-0e41-4ffc-bc40-775255938eee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.348752] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1142.348752] env[70621]: value = "task-4136542" [ 1142.348752] env[70621]: _type = "Task" [ 1142.348752] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.359241] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.381187] env[70621]: DEBUG oslo_vmware.api [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160168} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.385023] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.385023] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.385023] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.385023] env[70621]: INFO nova.compute.manager [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1142.385023] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.385023] env[70621]: DEBUG nova.compute.manager [-] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.385023] env[70621]: DEBUG nova.network.neutron [-] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.475899] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.430s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.476196] env[70621]: INFO nova.compute.manager [None req-2db4216f-f734-47bf-9378-f19bca68b2e1 tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Successfully reverted task state from rebuilding on failure for instance. [ 1142.490551] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.518s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.492437] env[70621]: INFO nova.compute.claims [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.654697] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136541, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.839556] env[70621]: DEBUG nova.network.neutron [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Updated VIF entry in instance network info cache for port c4694253-474e-4cb8-bbc0-6198552cc89b. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.839556] env[70621]: DEBUG nova.network.neutron [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Updating instance_info_cache with network_info: [{"id": "c4694253-474e-4cb8-bbc0-6198552cc89b", "address": "fa:16:3e:3d:ee:26", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4694253-47", "ovs_interfaceid": "c4694253-474e-4cb8-bbc0-6198552cc89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.862560] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136542, 'name': ReconfigVM_Task, 'duration_secs': 0.293579} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.862970] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a/9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.863939] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baaa9a33-286b-44be-bb7b-2f544086b881 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.872483] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1142.872483] env[70621]: value = "task-4136543" [ 1142.872483] env[70621]: _type = "Task" [ 1142.872483] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.885972] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136543, 'name': Rename_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.899710] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.900111] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.900372] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.904020] env[70621]: DEBUG nova.virt.hardware [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.904020] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d52fba-da3f-4e1f-b7f5-052c06f6bada {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.911019] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6332d2e-eda7-430d-bd58-b85c181d8a99 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.926043] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:b2:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f371f219-8216-49b7-882e-b27e0712ac72', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.936416] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.936779] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.939857] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e614abf9-78f0-4156-ae15-0bc6207ef9e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.960567] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.960567] env[70621]: value = "task-4136544" [ 1142.960567] env[70621]: _type = "Task" [ 1142.960567] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.969855] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136544, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.162536] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136541, 'name': CreateVM_Task, 'duration_secs': 0.958813} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.162909] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.163844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.164816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.165238] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.165701] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6337f48b-e770-465a-961f-5b331555d331 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.173212] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1143.173212] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e33f9f-52d7-2558-7fa9-c877456ec214" [ 1143.173212] env[70621]: _type = "Task" [ 1143.173212] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.185463] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e33f9f-52d7-2558-7fa9-c877456ec214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.292598] env[70621]: DEBUG nova.compute.manager [req-c7d4e6cd-14ba-4274-8dff-e33d46e5a392 req-3547e016-5746-4ea9-a779-6e41a4f8c6fe service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Received event network-vif-plugged-3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.292930] env[70621]: DEBUG oslo_concurrency.lockutils [req-c7d4e6cd-14ba-4274-8dff-e33d46e5a392 req-3547e016-5746-4ea9-a779-6e41a4f8c6fe service nova] Acquiring lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.293244] env[70621]: DEBUG oslo_concurrency.lockutils [req-c7d4e6cd-14ba-4274-8dff-e33d46e5a392 req-3547e016-5746-4ea9-a779-6e41a4f8c6fe service nova] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.293503] env[70621]: DEBUG oslo_concurrency.lockutils [req-c7d4e6cd-14ba-4274-8dff-e33d46e5a392 req-3547e016-5746-4ea9-a779-6e41a4f8c6fe service nova] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.293728] env[70621]: DEBUG nova.compute.manager [req-c7d4e6cd-14ba-4274-8dff-e33d46e5a392 req-3547e016-5746-4ea9-a779-6e41a4f8c6fe service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] No waiting events found dispatching network-vif-plugged-3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.293955] env[70621]: WARNING nova.compute.manager [req-c7d4e6cd-14ba-4274-8dff-e33d46e5a392 req-3547e016-5746-4ea9-a779-6e41a4f8c6fe service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Received unexpected event network-vif-plugged-3ab82c40-2f27-4967-8630-9c62fc098922 for instance with vm_state building and task_state spawning. [ 1143.342020] env[70621]: DEBUG oslo_concurrency.lockutils [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] Releasing lock "refresh_cache-83c1d998-f4ae-44c0-a1ad-0930eac5e95a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.342345] env[70621]: DEBUG nova.compute.manager [req-625a3068-18ff-425b-984a-8eada565e679 req-1800d33a-5a50-4ba5-b9ac-aec0b9f79eae service nova] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Received event network-vif-deleted-eaa7b106-c211-412e-9a5b-ed68bb8820b4 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.384196] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136543, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.477201] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136544, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.531431] env[70621]: DEBUG nova.network.neutron [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updated VIF entry in instance network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.531752] env[70621]: DEBUG nova.network.neutron [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.689794] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e33f9f-52d7-2558-7fa9-c877456ec214, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.690147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.690521] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.690648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.690816] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.690974] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.691257] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6866e45b-3557-40cf-9104-5ff3baaece3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.704083] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.704334] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.705099] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25815aba-ad6c-4ccf-ae86-de0ffe083c22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.715183] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1143.715183] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526c8cd1-4518-7e0f-94ab-06ce53746d91" [ 1143.715183] env[70621]: _type = "Task" [ 1143.715183] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.729229] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526c8cd1-4518-7e0f-94ab-06ce53746d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.764917] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd14361f-fda2-43a0-b588-8061ffedf2c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.773400] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159ee345-e2c5-4c13-b1c6-dd8c184fd443 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.808248] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad293f10-ea93-4134-91e2-b14ddffd2fef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.810383] env[70621]: DEBUG nova.network.neutron [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Successfully updated port: 3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.825527] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e834e5-9cf4-480d-85cc-7a9e7254bf4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.841508] env[70621]: DEBUG nova.compute.provider_tree [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.884669] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136543, 'name': Rename_Task, 'duration_secs': 0.925722} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.884778] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.885079] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e34282ec-826d-49a9-8fd5-9a376ed8f659 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.892685] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1143.892685] env[70621]: value = "task-4136545" [ 1143.892685] env[70621]: _type = "Task" [ 1143.892685] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.901384] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.973566] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136544, 'name': CreateVM_Task, 'duration_secs': 1.003807} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.973797] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.974496] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.974672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.975016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.975298] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab52bb45-2eaf-43e9-89bc-62a7d2f61c3d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.980593] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1143.980593] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bd3754-a536-25eb-ed9b-9bc37184a3e5" [ 1143.980593] env[70621]: _type = "Task" [ 1143.980593] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.991121] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bd3754-a536-25eb-ed9b-9bc37184a3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.034985] env[70621]: DEBUG oslo_concurrency.lockutils [req-13c7a467-08c2-4f3e-a2bd-92375c3804e8 req-49f5ed69-b305-48fb-89eb-6e9d209f3529 service nova] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.054988] env[70621]: DEBUG nova.network.neutron [-] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.226126] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526c8cd1-4518-7e0f-94ab-06ce53746d91, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.227030] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368bdae2-bcb0-48a2-9be4-b85c547132bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.232599] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1144.232599] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]527759d7-cf58-222d-8128-e3238c13fcbe" [ 1144.232599] env[70621]: _type = "Task" [ 1144.232599] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.241204] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527759d7-cf58-222d-8128-e3238c13fcbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.316482] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "refresh_cache-ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.316813] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "refresh_cache-ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.316813] env[70621]: DEBUG nova.network.neutron [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.330711] env[70621]: DEBUG nova.compute.manager [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Received event network-vif-deleted-d835d7a6-52c3-43c4-9763-2b40be6da034 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.330924] env[70621]: DEBUG nova.compute.manager [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Received event network-changed-3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.331114] env[70621]: DEBUG nova.compute.manager [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Refreshing instance network info cache due to event network-changed-3ab82c40-2f27-4967-8630-9c62fc098922. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.331346] env[70621]: DEBUG oslo_concurrency.lockutils [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] Acquiring lock "refresh_cache-ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.345210] env[70621]: DEBUG nova.scheduler.client.report [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.404406] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136545, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.492112] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bd3754-a536-25eb-ed9b-9bc37184a3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.025131} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.492423] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.492674] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.492902] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.557347] env[70621]: INFO nova.compute.manager [-] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Took 2.17 seconds to deallocate network for instance. [ 1144.747086] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]527759d7-cf58-222d-8128-e3238c13fcbe, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.747086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.747086] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 83c1d998-f4ae-44c0-a1ad-0930eac5e95a/83c1d998-f4ae-44c0-a1ad-0930eac5e95a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.747358] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.747394] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.747634] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-514fc908-b229-41df-b5d6-f3b0885ed832 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.749729] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5d3ee66-eadb-44ab-9678-6c30882e87a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.757606] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1144.757606] env[70621]: value = "task-4136546" [ 1144.757606] env[70621]: _type = "Task" [ 1144.757606] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.762117] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.762273] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.763406] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921b0c17-bd85-41de-b544-f063fa4e8493 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.769295] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.773700] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1144.773700] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52758546-c205-671c-29c6-f333e55141ae" [ 1144.773700] env[70621]: _type = "Task" [ 1144.773700] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.782784] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52758546-c205-671c-29c6-f333e55141ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.850817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.851676] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.856454] env[70621]: DEBUG nova.network.neutron [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.858703] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.502s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.858971] env[70621]: DEBUG nova.objects.instance [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lazy-loading 'resources' on Instance uuid cd130111-d039-471f-bd96-7bf854ba268c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.904472] env[70621]: DEBUG oslo_vmware.api [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136545, 'name': PowerOnVM_Task, 'duration_secs': 0.524688} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.907548] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.907595] env[70621]: INFO nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1144.907808] env[70621]: DEBUG nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.908988] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c9f51-bbc5-4b88-9a5d-4cf35aed0f1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.023372] env[70621]: DEBUG nova.network.neutron [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Updating instance_info_cache with network_info: [{"id": "3ab82c40-2f27-4967-8630-9c62fc098922", "address": "fa:16:3e:dd:d7:ca", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab82c40-2f", "ovs_interfaceid": "3ab82c40-2f27-4967-8630-9c62fc098922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.103986] env[70621]: INFO nova.compute.manager [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Took 0.55 seconds to detach 1 volumes for instance. [ 1145.268980] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.284639] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52758546-c205-671c-29c6-f333e55141ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011583} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.285457] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e361ad2-9ccc-44dd-a2af-1fbf795be91d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.292323] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1145.292323] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528e280e-f7c5-e588-614c-a1d75cc6650d" [ 1145.292323] env[70621]: _type = "Task" [ 1145.292323] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.302794] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528e280e-f7c5-e588-614c-a1d75cc6650d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.356614] env[70621]: DEBUG nova.compute.utils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.358807] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.358981] env[70621]: DEBUG nova.network.neutron [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.411447] env[70621]: DEBUG nova.policy [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.429051] env[70621]: INFO nova.compute.manager [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Took 12.71 seconds to build instance. [ 1145.527625] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "refresh_cache-ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.528025] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Instance network_info: |[{"id": "3ab82c40-2f27-4967-8630-9c62fc098922", "address": "fa:16:3e:dd:d7:ca", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab82c40-2f", "ovs_interfaceid": "3ab82c40-2f27-4967-8630-9c62fc098922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.529026] env[70621]: DEBUG oslo_concurrency.lockutils [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] Acquired lock "refresh_cache-ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.529026] env[70621]: DEBUG nova.network.neutron [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Refreshing network info cache for port 3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.530062] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:d7:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab82c40-2f27-4967-8630-9c62fc098922', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.537961] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.541763] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.542999] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0933e07b-b877-40b2-a092-4b6f8207036d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.568222] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.568222] env[70621]: value = "task-4136547" [ 1145.568222] env[70621]: _type = "Task" [ 1145.568222] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.579943] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136547, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.611715] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.613724] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6385513b-d4ae-49b9-91e1-be19c6bee683 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.621742] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3365fe2-ef82-44b0-83d4-06cbf892fb48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.655506] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc26ed1-b91f-44fd-85cd-2ea6c15318a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.663940] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d6ad2e-df4f-4b78-a761-975b05b03209 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.685439] env[70621]: DEBUG nova.compute.provider_tree [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.708974] env[70621]: DEBUG nova.network.neutron [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Successfully created port: f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.770059] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567715} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.770394] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 83c1d998-f4ae-44c0-a1ad-0930eac5e95a/83c1d998-f4ae-44c0-a1ad-0930eac5e95a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.770639] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.770905] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4784eb46-8013-4227-b732-362892628884 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.779373] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1145.779373] env[70621]: value = "task-4136548" [ 1145.779373] env[70621]: _type = "Task" [ 1145.779373] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.790441] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.801229] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528e280e-f7c5-e588-614c-a1d75cc6650d, 'name': SearchDatastore_Task, 'duration_secs': 0.018334} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.801557] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.801831] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.802416] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6ec927-c574-4fde-a987-960f1190dfd6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.809367] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1145.809367] env[70621]: value = "task-4136549" [ 1145.809367] env[70621]: _type = "Task" [ 1145.809367] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.819557] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.860236] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.933180] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3a211537-5efd-42c9-a273-27006548c84c tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.221s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.080667] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136547, 'name': CreateVM_Task} progress is 25%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.189515] env[70621]: DEBUG nova.scheduler.client.report [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.241214] env[70621]: DEBUG nova.network.neutron [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Updated VIF entry in instance network info cache for port 3ab82c40-2f27-4967-8630-9c62fc098922. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.241647] env[70621]: DEBUG nova.network.neutron [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Updating instance_info_cache with network_info: [{"id": "3ab82c40-2f27-4967-8630-9c62fc098922", "address": "fa:16:3e:dd:d7:ca", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab82c40-2f", "ovs_interfaceid": "3ab82c40-2f27-4967-8630-9c62fc098922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.289911] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070357} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.290309] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.291311] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d9f921-572a-4631-89f7-cc485c8827cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.319565] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 83c1d998-f4ae-44c0-a1ad-0930eac5e95a/83c1d998-f4ae-44c0-a1ad-0930eac5e95a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.319565] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3a9a4d-1603-495a-b6fb-913168474dc4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.345070] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.346661] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1146.346661] env[70621]: value = "task-4136550" [ 1146.346661] env[70621]: _type = "Task" [ 1146.346661] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.355289] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.580136] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136547, 'name': CreateVM_Task, 'duration_secs': 0.990698} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.580433] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.581162] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.581478] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.581690] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.581974] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e6e0e4-d42c-4b76-8362-ac6abb441f46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.588234] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1146.588234] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e91e5b-4fc2-aa1b-9a69-9728e4ec01d0" [ 1146.588234] env[70621]: _type = "Task" [ 1146.588234] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.598979] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e91e5b-4fc2-aa1b-9a69-9728e4ec01d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.686834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.687068] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.694766] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.698721] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.975s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.699287] env[70621]: DEBUG nova.objects.instance [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lazy-loading 'resources' on Instance uuid 4fa25f93-a49f-490b-9be9-88a4b152cdeb {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.728137] env[70621]: INFO nova.scheduler.client.report [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Deleted allocations for instance cd130111-d039-471f-bd96-7bf854ba268c [ 1146.748272] env[70621]: DEBUG oslo_concurrency.lockutils [req-026e0c98-3d69-4f34-a0fb-3041d1301772 req-916ad639-3a2c-4c15-9fd5-2e946bf176cb service nova] Releasing lock "refresh_cache-ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.829780] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.857185] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136550, 'name': ReconfigVM_Task, 'duration_secs': 0.322223} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.857489] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 83c1d998-f4ae-44c0-a1ad-0930eac5e95a/83c1d998-f4ae-44c0-a1ad-0930eac5e95a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.858198] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d320c8-eabd-4995-bd7d-df9161833892 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.866344] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1146.866344] env[70621]: value = "task-4136551" [ 1146.866344] env[70621]: _type = "Task" [ 1146.866344] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.871472] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.877529] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136551, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.903946] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.904220] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.904419] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.904681] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.904760] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.904916] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.905172] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.905466] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.905848] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.906089] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.906319] env[70621]: DEBUG nova.virt.hardware [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.907340] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a76ea5f-c359-4c5d-8a07-a6a0fb93d172 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.916861] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5038df6-0eeb-48f6-8ea5-ff78be6415b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.101857] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e91e5b-4fc2-aa1b-9a69-9728e4ec01d0, 'name': SearchDatastore_Task, 'duration_secs': 0.068179} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.102150] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.102431] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.102723] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.102898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.103218] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.103571] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f1c5e40-f5b6-4006-98fc-3d4ffd1ba714 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.113217] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.113483] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.114280] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0cd16c9-dcd3-46ed-868c-d8383c739393 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.121610] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1147.121610] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52684838-f54f-fb44-faed-d08d27c3bcae" [ 1147.121610] env[70621]: _type = "Task" [ 1147.121610] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.131402] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52684838-f54f-fb44-faed-d08d27c3bcae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.191437] env[70621]: DEBUG nova.compute.utils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.207743] env[70621]: DEBUG nova.compute.manager [req-0a093000-b0f1-4431-97b1-b04e3f25279b req-4d2fcba9-190e-408e-83d0-aa281cfafe21 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Received event network-vif-plugged-f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.207973] env[70621]: DEBUG oslo_concurrency.lockutils [req-0a093000-b0f1-4431-97b1-b04e3f25279b req-4d2fcba9-190e-408e-83d0-aa281cfafe21 service nova] Acquiring lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.208345] env[70621]: DEBUG oslo_concurrency.lockutils [req-0a093000-b0f1-4431-97b1-b04e3f25279b req-4d2fcba9-190e-408e-83d0-aa281cfafe21 service nova] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.208617] env[70621]: DEBUG oslo_concurrency.lockutils [req-0a093000-b0f1-4431-97b1-b04e3f25279b req-4d2fcba9-190e-408e-83d0-aa281cfafe21 service nova] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.208865] env[70621]: DEBUG nova.compute.manager [req-0a093000-b0f1-4431-97b1-b04e3f25279b req-4d2fcba9-190e-408e-83d0-aa281cfafe21 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] No waiting events found dispatching network-vif-plugged-f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1147.209065] env[70621]: WARNING nova.compute.manager [req-0a093000-b0f1-4431-97b1-b04e3f25279b req-4d2fcba9-190e-408e-83d0-aa281cfafe21 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Received unexpected event network-vif-plugged-f433cd6a-3394-4cf4-a09e-ff09868d6438 for instance with vm_state building and task_state spawning. [ 1147.236279] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0715d988-df85-4b3d-b968-dfcbd31ddcbc tempest-ServersTestBootFromVolume-917450361 tempest-ServersTestBootFromVolume-917450361-project-member] Lock "cd130111-d039-471f-bd96-7bf854ba268c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.552s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.313889] env[70621]: DEBUG nova.network.neutron [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Successfully updated port: f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.334919] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102948} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.334919] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.334919] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.335173] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58daff01-7436-43da-93cb-7cc7685bd432 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.343361] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1147.343361] env[70621]: value = "task-4136552" [ 1147.343361] env[70621]: _type = "Task" [ 1147.343361] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.354641] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.384698] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136551, 'name': Rename_Task, 'duration_secs': 0.175623} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.384698] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.384698] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebeb836c-bf75-4e0e-9f82-a8ce3f63ce62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.389959] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1147.389959] env[70621]: value = "task-4136553" [ 1147.389959] env[70621]: _type = "Task" [ 1147.389959] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.400916] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.461023] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c29d65-60a2-4bf9-af13-d222cf6bf673 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.469562] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3951c9-cec3-4c84-a54d-882f24164cb9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.509029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3afa60-c070-483b-9b86-8e7e0908691f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.516293] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd762fc-4ade-4ea5-97bc-6d5d2ca9039a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.531630] env[70621]: DEBUG nova.compute.provider_tree [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.631813] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52684838-f54f-fb44-faed-d08d27c3bcae, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.632651] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dba7f19-7413-4dd4-8488-4ea67cc864bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.638639] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1147.638639] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52028de4-3efe-ff2d-1a24-20c52817cc7e" [ 1147.638639] env[70621]: _type = "Task" [ 1147.638639] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.648054] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52028de4-3efe-ff2d-1a24-20c52817cc7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.697581] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.816313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.817328] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.817328] env[70621]: DEBUG nova.network.neutron [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.853861] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067945} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.854347] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.855173] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d4f468-f314-4a90-82d2-7cce3cd4353d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.878624] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.878880] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c22a697-a934-4317-a6f9-932fc9724d16 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.903487] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.905257] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1147.905257] env[70621]: value = "task-4136554" [ 1147.905257] env[70621]: _type = "Task" [ 1147.905257] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.914789] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.035731] env[70621]: DEBUG nova.scheduler.client.report [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.151467] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52028de4-3efe-ff2d-1a24-20c52817cc7e, 'name': SearchDatastore_Task, 'duration_secs': 0.021122} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.151877] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.152237] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ccbf232f-5e3b-476a-8ff9-a50f2cb31c12/ccbf232f-5e3b-476a-8ff9-a50f2cb31c12.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.152580] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b5c754-b86c-468d-ae36-7afd24b005b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.162646] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1148.162646] env[70621]: value = "task-4136555" [ 1148.162646] env[70621]: _type = "Task" [ 1148.162646] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.172038] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.351705] env[70621]: DEBUG nova.network.neutron [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.406538] env[70621]: DEBUG oslo_vmware.api [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136553, 'name': PowerOnVM_Task, 'duration_secs': 0.857602} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.410085] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.410085] env[70621]: INFO nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1148.410398] env[70621]: DEBUG nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1148.411496] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c49b08-c11b-44c9-bdc9-1b4ca723b88d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.426779] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.531344] env[70621]: DEBUG nova.network.neutron [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Updating instance_info_cache with network_info: [{"id": "f433cd6a-3394-4cf4-a09e-ff09868d6438", "address": "fa:16:3e:4f:d8:f5", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf433cd6a-33", "ovs_interfaceid": "f433cd6a-3394-4cf4-a09e-ff09868d6438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.541996] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.545680] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.709s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.547640] env[70621]: DEBUG nova.objects.instance [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1148.677702] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136555, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.776013] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.776344] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.776618] env[70621]: INFO nova.compute.manager [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Attaching volume 6324bc31-af21-4d34-9f91-fac2c05191f9 to /dev/sdb [ 1148.818037] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e6bdf-338d-46bc-a2b0-02511e09a7ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.826272] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeb8285-a2c9-4936-8a8d-a57ab3e44fd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.845019] env[70621]: DEBUG nova.virt.block_device [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updating existing volume attachment record: 3bbf7116-49ad-4e13-901b-844ad2461430 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1148.919510] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.938863] env[70621]: INFO nova.compute.manager [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Took 16.06 seconds to build instance. [ 1149.034793] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.035460] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Instance network_info: |[{"id": "f433cd6a-3394-4cf4-a09e-ff09868d6438", "address": "fa:16:3e:4f:d8:f5", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf433cd6a-33", "ovs_interfaceid": "f433cd6a-3394-4cf4-a09e-ff09868d6438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.036168] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:d8:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f433cd6a-3394-4cf4-a09e-ff09868d6438', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.044524] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.044934] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.045017] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dd8a00b-1ce7-447b-904c-ffadd3cc132f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.072891] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.072891] env[70621]: value = "task-4136557" [ 1149.072891] env[70621]: _type = "Task" [ 1149.072891] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.074061] env[70621]: DEBUG oslo_concurrency.lockutils [None req-66521d30-0231-4020-9f3b-e9efb5385e8f tempest-ServerActionsV293TestJSON-1550365301 tempest-ServerActionsV293TestJSON-1550365301-project-member] Lock "4fa25f93-a49f-490b-9be9-88a4b152cdeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.694s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.084325] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136557, 'name': CreateVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.174854] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854613} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.175163] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ccbf232f-5e3b-476a-8ff9-a50f2cb31c12/ccbf232f-5e3b-476a-8ff9-a50f2cb31c12.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.175387] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.175654] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23b7ff5b-8366-4ced-84f7-22283b915e67 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.183331] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1149.183331] env[70621]: value = "task-4136558" [ 1149.183331] env[70621]: _type = "Task" [ 1149.183331] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.196436] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.251894] env[70621]: DEBUG nova.compute.manager [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Received event network-changed-f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.252266] env[70621]: DEBUG nova.compute.manager [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Refreshing instance network info cache due to event network-changed-f433cd6a-3394-4cf4-a09e-ff09868d6438. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.252613] env[70621]: DEBUG oslo_concurrency.lockutils [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] Acquiring lock "refresh_cache-1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.252818] env[70621]: DEBUG oslo_concurrency.lockutils [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] Acquired lock "refresh_cache-1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.253060] env[70621]: DEBUG nova.network.neutron [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Refreshing network info cache for port f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.419997] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136554, 'name': ReconfigVM_Task, 'duration_secs': 1.14548} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.420580] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Reconfigured VM instance instance-00000061 to attach disk [datastore1] e7d802eb-e64e-4fd5-8d82-2eba42eac766/e7d802eb-e64e-4fd5-8d82-2eba42eac766.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.421676] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c12a20cd-cef1-4d22-9590-21f8114d0580 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.432647] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1149.432647] env[70621]: value = "task-4136559" [ 1149.432647] env[70621]: _type = "Task" [ 1149.432647] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.438084] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fea338b4-caf2-46b0-a966-89b199c4852b tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.572s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.442500] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136559, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.567207] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b1cba528-c813-4f7c-a525-d8e9a7cfbf3d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.567707] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.430s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.569368] env[70621]: INFO nova.compute.claims [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.585745] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136557, 'name': CreateVM_Task, 'duration_secs': 0.450767} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.585918] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.586676] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.586844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.587180] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.587447] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204044c8-dd80-4599-8f01-73342e039bda {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.592962] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1149.592962] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5272d4a8-a24d-a883-8071-7ae38f679dd2" [ 1149.592962] env[70621]: _type = "Task" [ 1149.592962] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.601935] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5272d4a8-a24d-a883-8071-7ae38f679dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.693356] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074943} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.693688] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.694471] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efba7d4-9de3-4d95-a68a-2e20fc907822 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.721410] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] ccbf232f-5e3b-476a-8ff9-a50f2cb31c12/ccbf232f-5e3b-476a-8ff9-a50f2cb31c12.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.721788] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfaf5a4-30dd-467c-94e6-d4e961743f0c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.744554] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1149.744554] env[70621]: value = "task-4136560" [ 1149.744554] env[70621]: _type = "Task" [ 1149.744554] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.758187] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.955095] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136559, 'name': Rename_Task, 'duration_secs': 0.216714} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.955095] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.955095] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faf976c9-d5b9-4775-8a43-93c09ccfca27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.963234] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1149.963234] env[70621]: value = "task-4136561" [ 1149.963234] env[70621]: _type = "Task" [ 1149.963234] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.972650] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.053930] env[70621]: DEBUG nova.network.neutron [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Updated VIF entry in instance network info cache for port f433cd6a-3394-4cf4-a09e-ff09868d6438. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.054392] env[70621]: DEBUG nova.network.neutron [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Updating instance_info_cache with network_info: [{"id": "f433cd6a-3394-4cf4-a09e-ff09868d6438", "address": "fa:16:3e:4f:d8:f5", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf433cd6a-33", "ovs_interfaceid": "f433cd6a-3394-4cf4-a09e-ff09868d6438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.105695] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5272d4a8-a24d-a883-8071-7ae38f679dd2, 'name': SearchDatastore_Task, 'duration_secs': 0.018285} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.106083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.106397] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.106649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.106801] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.106983] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.107333] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2594dcb1-719e-4c73-833e-288d815aefbf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.118243] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.118483] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.119254] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fca0da-7dc5-4530-9fa5-a6bcb074b98a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.127967] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1150.127967] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52be6be3-6c3d-d013-c272-3e30ac161713" [ 1150.127967] env[70621]: _type = "Task" [ 1150.127967] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.137399] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52be6be3-6c3d-d013-c272-3e30ac161713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.260036] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.474087] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.557237] env[70621]: DEBUG oslo_concurrency.lockutils [req-f267ba53-3ba6-49f9-862a-a5e04841a9e9 req-a592b4cf-3f94-4266-be99-5afed46735e8 service nova] Releasing lock "refresh_cache-1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.640422] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52be6be3-6c3d-d013-c272-3e30ac161713, 'name': SearchDatastore_Task, 'duration_secs': 0.02593} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.645026] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9c74d6-742d-4bd7-b346-7852349c36ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.651548] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1150.651548] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a747fa-3226-b7a8-0c1c-ae6131b4cf08" [ 1150.651548] env[70621]: _type = "Task" [ 1150.651548] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.662349] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a747fa-3226-b7a8-0c1c-ae6131b4cf08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.758308] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136560, 'name': ReconfigVM_Task, 'duration_secs': 0.960782} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.758647] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Reconfigured VM instance instance-00000068 to attach disk [datastore1] ccbf232f-5e3b-476a-8ff9-a50f2cb31c12/ccbf232f-5e3b-476a-8ff9-a50f2cb31c12.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.759304] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25983d31-902b-4bc5-94e6-67dde18297ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.768608] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1150.768608] env[70621]: value = "task-4136562" [ 1150.768608] env[70621]: _type = "Task" [ 1150.768608] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.778138] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136562, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.807405] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d4ac3-e299-4e76-90d4-13a94d567bcb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.816235] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f9d35-b23c-4272-9e5e-168dfa070476 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.848582] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c83e463-2237-4c68-adda-0d2cc01802f9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.857442] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a51d6c-c5e3-4632-b71f-a896730242ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.873830] env[70621]: DEBUG nova.compute.provider_tree [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.975645] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136561, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.162905] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a747fa-3226-b7a8-0c1c-ae6131b4cf08, 'name': SearchDatastore_Task, 'duration_secs': 0.011449} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.163220] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.163496] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b/1a7fb90c-2c0d-4db8-bbea-15c668b1af5b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.163772] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37a2fa45-76eb-4ab5-8728-7c10bf201a8a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.171604] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1151.171604] env[70621]: value = "task-4136564" [ 1151.171604] env[70621]: _type = "Task" [ 1151.171604] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.181402] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.280592] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136562, 'name': Rename_Task, 'duration_secs': 0.199746} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.280929] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.281269] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977ea621-8add-4976-92a2-4061ec2f0a4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.288805] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1151.288805] env[70621]: value = "task-4136565" [ 1151.288805] env[70621]: _type = "Task" [ 1151.288805] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.298423] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.377974] env[70621]: DEBUG nova.scheduler.client.report [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.478176] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136561, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.681285] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136564, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.799592] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136565, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.883922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.884557] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.888757] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.255s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.888757] env[70621]: DEBUG nova.objects.instance [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'resources' on Instance uuid e65b83c2-7cdd-40b8-be1b-ba8654772069 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.975517] env[70621]: DEBUG oslo_vmware.api [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136561, 'name': PowerOnVM_Task, 'duration_secs': 1.913352} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.975818] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.976059] env[70621]: DEBUG nova.compute.manager [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.976883] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231435e1-f4c5-4feb-9c78-67702e36b534 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.183262] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572814} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.183615] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b/1a7fb90c-2c0d-4db8-bbea-15c668b1af5b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.183773] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.184039] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b66d2747-4018-46b2-9493-8cf71415b549 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.192117] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1152.192117] env[70621]: value = "task-4136566" [ 1152.192117] env[70621]: _type = "Task" [ 1152.192117] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.204951] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.301208] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.395596] env[70621]: DEBUG nova.compute.utils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.397356] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.397356] env[70621]: DEBUG nova.network.neutron [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.436181] env[70621]: DEBUG nova.policy [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aea0cf4893b4b2c9a9150232b6a78b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578ff4a58fe540a6beb0b33a128a7c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.497211] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.616721] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd09852-4fc1-4bad-b4cc-e867adaa4693 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.625024] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c46a408-f868-495a-ab3a-bb4788f7aeda {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.657365] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b90a78-3b08-47b1-95a7-f978dbbe2cf7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.665703] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b90af-5d76-4a60-a9fc-6111c2a84d89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.681344] env[70621]: DEBUG nova.compute.provider_tree [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.703364] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248609} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.703624] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.704462] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0825ec-45b9-4554-a1b9-16e81c9fd55c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.729490] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b/1a7fb90c-2c0d-4db8-bbea-15c668b1af5b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.729820] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6752c9-8167-4f96-af64-e0fcdf0ea70b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.755551] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1152.755551] env[70621]: value = "task-4136567" [ 1152.755551] env[70621]: _type = "Task" [ 1152.755551] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.756701] env[70621]: DEBUG nova.network.neutron [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Successfully created port: 4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.772710] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.801084] env[70621]: DEBUG oslo_vmware.api [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136565, 'name': PowerOnVM_Task, 'duration_secs': 1.018356} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.801558] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.801719] env[70621]: INFO nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Took 10.75 seconds to spawn the instance on the hypervisor. [ 1152.801923] env[70621]: DEBUG nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.802828] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9e94e-979f-43b2-8f39-86b8e2376764 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.900705] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.184391] env[70621]: DEBUG nova.scheduler.client.report [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.271801] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.323550] env[70621]: INFO nova.compute.manager [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Took 20.11 seconds to build instance. [ 1153.405751] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.406040] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819250', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'name': 'volume-6324bc31-af21-4d34-9f91-fac2c05191f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'serial': '6324bc31-af21-4d34-9f91-fac2c05191f9'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.411157] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e2afdf-7654-459e-88b4-445bb244de1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.428480] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d252ad02-52d4-4f45-9aba-39d2a5b52ef8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.455112] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-6324bc31-af21-4d34-9f91-fac2c05191f9/volume-6324bc31-af21-4d34-9f91-fac2c05191f9.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.456103] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5050717c-0dd9-46e3-a023-74404fe4da4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.476969] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1153.476969] env[70621]: value = "task-4136568" [ 1153.476969] env[70621]: _type = "Task" [ 1153.476969] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.487015] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.690011] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.692569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.081s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.692774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.694741] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.198s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.694931] env[70621]: DEBUG nova.objects.instance [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1153.716773] env[70621]: INFO nova.scheduler.client.report [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocations for instance e65b83c2-7cdd-40b8-be1b-ba8654772069 [ 1153.718654] env[70621]: INFO nova.scheduler.client.report [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted allocations for instance f6a722cb-5bf6-45a1-b024-dc9048c34ff1 [ 1153.772368] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136567, 'name': ReconfigVM_Task, 'duration_secs': 0.902731} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.772664] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b/1a7fb90c-2c0d-4db8-bbea-15c668b1af5b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.773399] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d52d64fc-b20b-4f47-bc14-6fdecc6f56f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.781487] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1153.781487] env[70621]: value = "task-4136569" [ 1153.781487] env[70621]: _type = "Task" [ 1153.781487] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.792858] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136569, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.825208] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9a0880f8-6979-4b60-966e-c5dbbfcad7ab tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.616s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.915980] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.946069] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.946413] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.946635] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.946857] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.947026] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.947183] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.947392] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.947555] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.947727] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.947921] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.948125] env[70621]: DEBUG nova.virt.hardware [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.949107] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bdc7e-e42b-44ae-a473-4a8ddc893127 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.958160] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707e1feb-986e-4853-ac9c-313d7ee1d966 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.986482] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136568, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.231654] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4a27ce3b-edd8-4c60-9fd6-789664c8129d tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "e65b83c2-7cdd-40b8-be1b-ba8654772069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.590s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.233487] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b96d1bee-9797-4bfc-9a7b-a5dbaf5b29f6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "f6a722cb-5bf6-45a1-b024-dc9048c34ff1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.750s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.259253] env[70621]: DEBUG nova.compute.manager [req-9654f9ac-c62b-41da-8bb2-12ab23fd044d req-60937a02-5853-4d53-894a-510450f321fe service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Received event network-vif-plugged-4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.259400] env[70621]: DEBUG oslo_concurrency.lockutils [req-9654f9ac-c62b-41da-8bb2-12ab23fd044d req-60937a02-5853-4d53-894a-510450f321fe service nova] Acquiring lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.259667] env[70621]: DEBUG oslo_concurrency.lockutils [req-9654f9ac-c62b-41da-8bb2-12ab23fd044d req-60937a02-5853-4d53-894a-510450f321fe service nova] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.259774] env[70621]: DEBUG oslo_concurrency.lockutils [req-9654f9ac-c62b-41da-8bb2-12ab23fd044d req-60937a02-5853-4d53-894a-510450f321fe service nova] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.259914] env[70621]: DEBUG nova.compute.manager [req-9654f9ac-c62b-41da-8bb2-12ab23fd044d req-60937a02-5853-4d53-894a-510450f321fe service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] No waiting events found dispatching network-vif-plugged-4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1154.260112] env[70621]: WARNING nova.compute.manager [req-9654f9ac-c62b-41da-8bb2-12ab23fd044d req-60937a02-5853-4d53-894a-510450f321fe service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Received unexpected event network-vif-plugged-4a2a13c4-aa98-46ed-b462-391a4082e115 for instance with vm_state building and task_state spawning. [ 1154.293415] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136569, 'name': Rename_Task, 'duration_secs': 0.168138} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.293715] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.293971] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca120a00-3212-4bc3-a5b8-36328733b2e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.301823] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1154.301823] env[70621]: value = "task-4136570" [ 1154.301823] env[70621]: _type = "Task" [ 1154.301823] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.311308] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.386944] env[70621]: DEBUG nova.network.neutron [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Successfully updated port: 4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.490406] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136568, 'name': ReconfigVM_Task, 'duration_secs': 0.740053} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.491816] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-6324bc31-af21-4d34-9f91-fac2c05191f9/volume-6324bc31-af21-4d34-9f91-fac2c05191f9.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.496170] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756ea9fb-78db-4460-bcab-e8bb6576f4db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.511897] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1154.511897] env[70621]: value = "task-4136571" [ 1154.511897] env[70621]: _type = "Task" [ 1154.511897] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.521295] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.705267] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2422b62-86ab-43ae-99e4-9a64ee00677b tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.818972] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.893543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.893921] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.894020] env[70621]: DEBUG nova.network.neutron [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.023987] env[70621]: DEBUG oslo_vmware.api [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136571, 'name': ReconfigVM_Task, 'duration_secs': 0.161094} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.024969] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819250', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'name': 'volume-6324bc31-af21-4d34-9f91-fac2c05191f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'serial': '6324bc31-af21-4d34-9f91-fac2c05191f9'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.313871] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136570, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.427401] env[70621]: DEBUG nova.network.neutron [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.619452] env[70621]: DEBUG nova.network.neutron [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [{"id": "4a2a13c4-aa98-46ed-b462-391a4082e115", "address": "fa:16:3e:0d:c9:c6", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2a13c4-aa", "ovs_interfaceid": "4a2a13c4-aa98-46ed-b462-391a4082e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.621922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.622178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.813833] env[70621]: DEBUG oslo_vmware.api [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136570, 'name': PowerOnVM_Task, 'duration_secs': 1.257569} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.814157] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.814382] env[70621]: INFO nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1155.814569] env[70621]: DEBUG nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.815368] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff23b35-5886-4ee9-b01f-76c887448cdd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.899947] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.900503] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.900900] env[70621]: DEBUG nova.compute.manager [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.901641] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba73e7-b77b-4531-9be1-103aeb6cd4db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.908963] env[70621]: DEBUG nova.compute.manager [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1155.909574] env[70621]: DEBUG nova.objects.instance [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lazy-loading 'flavor' on Instance uuid 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.081450] env[70621]: DEBUG nova.objects.instance [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid 37a42ec3-e07e-465d-856f-d170ef900316 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.124988] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.125358] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Instance network_info: |[{"id": "4a2a13c4-aa98-46ed-b462-391a4082e115", "address": "fa:16:3e:0d:c9:c6", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2a13c4-aa", "ovs_interfaceid": "4a2a13c4-aa98-46ed-b462-391a4082e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.125761] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.129393] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:c9:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a2a13c4-aa98-46ed-b462-391a4082e115', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.137149] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.137998] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.138528] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31064d99-870e-4bc4-a1c8-2be1a5272011 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.159551] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.159551] env[70621]: value = "task-4136572" [ 1156.159551] env[70621]: _type = "Task" [ 1156.159551] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.170662] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136572, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.290157] env[70621]: DEBUG nova.compute.manager [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Received event network-changed-4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.290476] env[70621]: DEBUG nova.compute.manager [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Refreshing instance network info cache due to event network-changed-4a2a13c4-aa98-46ed-b462-391a4082e115. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.290658] env[70621]: DEBUG oslo_concurrency.lockutils [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] Acquiring lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.290808] env[70621]: DEBUG oslo_concurrency.lockutils [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] Acquired lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.290972] env[70621]: DEBUG nova.network.neutron [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Refreshing network info cache for port 4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.333544] env[70621]: INFO nova.compute.manager [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Took 19.38 seconds to build instance. [ 1156.586425] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bea3d79-89ea-4be4-b7d3-5f65f79e8592 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.810s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.659364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.659671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.661380] env[70621]: INFO nova.compute.claims [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.674496] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136572, 'name': CreateVM_Task, 'duration_secs': 0.416809} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.674676] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.675426] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.675598] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.675930] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.676298] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54fc7bfd-72f5-40a6-b152-5ccc69d3e39e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.682089] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1156.682089] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5213ecf3-687f-029f-9aa3-58132e2ec7f5" [ 1156.682089] env[70621]: _type = "Task" [ 1156.682089] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.691690] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5213ecf3-687f-029f-9aa3-58132e2ec7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.836016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-991e2b00-7bc6-49be-a306-f0069ca4f90d tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.897s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.918424] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.918424] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9c451b7-791d-41cb-851f-d9c2bb7921fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.925779] env[70621]: DEBUG oslo_vmware.api [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1156.925779] env[70621]: value = "task-4136573" [ 1156.925779] env[70621]: _type = "Task" [ 1156.925779] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.935448] env[70621]: DEBUG oslo_vmware.api [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.069218] env[70621]: DEBUG nova.network.neutron [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updated VIF entry in instance network info cache for port 4a2a13c4-aa98-46ed-b462-391a4082e115. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.069653] env[70621]: DEBUG nova.network.neutron [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [{"id": "4a2a13c4-aa98-46ed-b462-391a4082e115", "address": "fa:16:3e:0d:c9:c6", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2a13c4-aa", "ovs_interfaceid": "4a2a13c4-aa98-46ed-b462-391a4082e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.193640] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5213ecf3-687f-029f-9aa3-58132e2ec7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.019364} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.193959] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.194244] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.194515] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.194704] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.194858] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.195155] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d1f638-7134-4952-bbea-5de800ec804d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.205935] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.205935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.206658] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c406fb-b173-4623-a01b-af60384928fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.215019] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1157.215019] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521931a5-a487-5778-ebb4-60e8ded7fcec" [ 1157.215019] env[70621]: _type = "Task" [ 1157.215019] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.224559] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521931a5-a487-5778-ebb4-60e8ded7fcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.436717] env[70621]: DEBUG oslo_vmware.api [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136573, 'name': PowerOffVM_Task, 'duration_secs': 0.443641} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.438050] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.438050] env[70621]: DEBUG nova.compute.manager [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.438271] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f97ea-e1d0-4f22-8300-4326a7ca5a15 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.486108] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.486397] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.486649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.486881] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.487076] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.489140] env[70621]: INFO nova.compute.manager [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Terminating instance [ 1157.572349] env[70621]: DEBUG oslo_concurrency.lockutils [req-b1ccc5fb-b163-46e5-bcb5-2a6ed5c27bf7 req-95140bcd-c73f-4b8e-b7e9-750a47caf0ee service nova] Releasing lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.726619] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521931a5-a487-5778-ebb4-60e8ded7fcec, 'name': SearchDatastore_Task, 'duration_secs': 0.020066} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.726985] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68403b43-e34e-4714-9b0d-046e1c2786c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.735992] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1157.735992] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52194c34-905b-8400-1233-81b9f3ba2529" [ 1157.735992] env[70621]: _type = "Task" [ 1157.735992] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.745581] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52194c34-905b-8400-1233-81b9f3ba2529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.913460] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62664e7e-cae5-43e5-ad79-8b5dbb6d3775 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.921803] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01863759-6fe9-4673-b281-f2b7d38cadd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.959052] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3712de9d-f0cb-43cd-85d1-bb76977e7756 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.961707] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f224516a-de44-4e34-8692-75082f4186a8 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.968975] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e0d32e-7691-44cd-996f-a172d781ceb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.987801] env[70621]: DEBUG nova.compute.provider_tree [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.991918] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.992327] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.994305] env[70621]: DEBUG nova.compute.manager [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.994519] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.995763] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27734d09-88a8-4bc7-ad8d-6739aeb3c322 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.005864] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.006210] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90cfe6b-e9da-4977-b23d-6f571d7751bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.015231] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1158.015231] env[70621]: value = "task-4136574" [ 1158.015231] env[70621]: _type = "Task" [ 1158.015231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.025531] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.247817] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52194c34-905b-8400-1233-81b9f3ba2529, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.248152] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.248430] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117/3ebc0f08-44f9-4e81-81ae-d40e86c08117.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.248714] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64062103-dcf6-4aad-9503-632f49552663 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.256530] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1158.256530] env[70621]: value = "task-4136575" [ 1158.256530] env[70621]: _type = "Task" [ 1158.256530] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.265684] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.413709] env[70621]: DEBUG nova.objects.instance [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lazy-loading 'flavor' on Instance uuid 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.493648] env[70621]: DEBUG nova.scheduler.client.report [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.498060] env[70621]: DEBUG nova.compute.utils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.527355] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136574, 'name': PowerOffVM_Task, 'duration_secs': 0.194297} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.527667] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.527855] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.528585] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-004bdfaf-4ed9-4943-b78f-e67e2d89c715 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.635876] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.636225] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.636539] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore2] 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.636832] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98e3f94e-88a2-4b8b-842d-38cfcdada1bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.645465] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1158.645465] env[70621]: value = "task-4136577" [ 1158.645465] env[70621]: _type = "Task" [ 1158.645465] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.658152] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.767661] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136575, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.919383] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.919562] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquired lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.919732] env[70621]: DEBUG nova.network.neutron [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.919914] env[70621]: DEBUG nova.objects.instance [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lazy-loading 'info_cache' on Instance uuid 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.001621] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.002173] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.005481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.157063] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.266799] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512957} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.267093] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117/3ebc0f08-44f9-4e81-81ae-d40e86c08117.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.267326] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.267589] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ed719f5-38d4-4da1-9482-acaef620af7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.275050] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1159.275050] env[70621]: value = "task-4136578" [ 1159.275050] env[70621]: _type = "Task" [ 1159.275050] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.284223] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.423578] env[70621]: DEBUG nova.objects.base [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Object Instance<9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a> lazy-loaded attributes: flavor,info_cache {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.508345] env[70621]: DEBUG nova.compute.utils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.510095] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1159.510340] env[70621]: DEBUG nova.network.neutron [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.572637] env[70621]: DEBUG nova.policy [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '961c3c3ce7fa40d3960678205db0e3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5c8f5801a7b47528fbef82dc9a29a2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.656585] env[70621]: DEBUG oslo_vmware.api [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.923929} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.656849] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.657058] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.657249] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.657424] env[70621]: INFO nova.compute.manager [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1159.657764] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.658079] env[70621]: DEBUG nova.compute.manager [-] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.658223] env[70621]: DEBUG nova.network.neutron [-] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.786992] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077477} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.787297] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.788142] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc69712-5457-405c-9264-eef355adda8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.813896] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117/3ebc0f08-44f9-4e81-81ae-d40e86c08117.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.814282] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ca4462b-3656-42e0-a49d-be89ad6ef95b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.836979] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1159.836979] env[70621]: value = "task-4136579" [ 1159.836979] env[70621]: _type = "Task" [ 1159.836979] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.846560] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.013524] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.063792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.063792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.063792] env[70621]: INFO nova.compute.manager [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Attaching volume 5779e2e9-7642-4b83-91fa-057e846c925e to /dev/sdc [ 1160.093341] env[70621]: DEBUG nova.compute.manager [req-4a99491b-aaa7-45a6-b895-584b7b58df3e req-f404735f-4f09-4771-9b28-05f946c3f400 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Received event network-vif-deleted-f433cd6a-3394-4cf4-a09e-ff09868d6438 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.093577] env[70621]: INFO nova.compute.manager [req-4a99491b-aaa7-45a6-b895-584b7b58df3e req-f404735f-4f09-4771-9b28-05f946c3f400 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Neutron deleted interface f433cd6a-3394-4cf4-a09e-ff09868d6438; detaching it from the instance and deleting it from the info cache [ 1160.093868] env[70621]: DEBUG nova.network.neutron [req-4a99491b-aaa7-45a6-b895-584b7b58df3e req-f404735f-4f09-4771-9b28-05f946c3f400 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.106867] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3dabc6-9939-41fd-9bf9-5a3659238742 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.116317] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb15dd-27cf-47bb-bfd7-9efa60be10da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.122315] env[70621]: DEBUG nova.network.neutron [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Successfully created port: a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.140058] env[70621]: DEBUG nova.virt.block_device [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updating existing volume attachment record: b2582811-4b75-4082-85de-764d85b4e72f {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1160.354029] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.390340] env[70621]: DEBUG nova.network.neutron [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Updating instance_info_cache with network_info: [{"id": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "address": "fa:16:3e:c1:f8:ef", "network": {"id": "e43354e7-9b8b-4b24-b8a0-10f1ae63825d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-583314599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f28fb9277014eba90310fa82f9dc4d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400096f0-dd", "ovs_interfaceid": "400096f0-ddb2-4304-b5b2-eef1b2d40ba8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.572578] env[70621]: DEBUG nova.network.neutron [-] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.597331] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13916ed2-ddf8-49ab-8bb5-00b9f6c8735d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.608693] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0c8bad-bc69-4cb1-8bb1-e5437ff7065f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.650496] env[70621]: DEBUG nova.compute.manager [req-4a99491b-aaa7-45a6-b895-584b7b58df3e req-f404735f-4f09-4771-9b28-05f946c3f400 service nova] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Detach interface failed, port_id=f433cd6a-3394-4cf4-a09e-ff09868d6438, reason: Instance 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.849150] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136579, 'name': ReconfigVM_Task, 'duration_secs': 0.693566} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.849636] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117/3ebc0f08-44f9-4e81-81ae-d40e86c08117.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.850458] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb82950-bd7a-4428-8ba2-1e4919dc24dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.858542] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1160.858542] env[70621]: value = "task-4136581" [ 1160.858542] env[70621]: _type = "Task" [ 1160.858542] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.866944] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136581, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.893864] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Releasing lock "refresh_cache-9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.030515] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.058854] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.059111] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.059275] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.059456] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.059605] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.059751] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.059969] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.060149] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.060381] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.060570] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.060786] env[70621]: DEBUG nova.virt.hardware [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.061687] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48417573-9043-42de-a836-ab1896d835f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069793] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8f0e3-d8a9-4535-96f3-51a14832be6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.075610] env[70621]: INFO nova.compute.manager [-] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Took 1.42 seconds to deallocate network for instance. [ 1161.369083] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136581, 'name': Rename_Task, 'duration_secs': 0.151401} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.369374] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.369621] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df588c7-6698-40a7-a613-50c8e33899b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.376865] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1161.376865] env[70621]: value = "task-4136582" [ 1161.376865] env[70621]: _type = "Task" [ 1161.376865] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.385167] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.589897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.590229] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.590532] env[70621]: DEBUG nova.objects.instance [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.831023] env[70621]: DEBUG nova.network.neutron [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Successfully updated port: a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.887510] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136582, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.899250] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.899569] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84faa034-c7da-48cf-bdd5-7b09624cc2a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.906712] env[70621]: DEBUG oslo_vmware.api [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1161.906712] env[70621]: value = "task-4136583" [ 1161.906712] env[70621]: _type = "Task" [ 1161.906712] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.916894] env[70621]: DEBUG oslo_vmware.api [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.126312] env[70621]: DEBUG nova.compute.manager [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-vif-plugged-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.126671] env[70621]: DEBUG oslo_concurrency.lockutils [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.127036] env[70621]: DEBUG oslo_concurrency.lockutils [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.127341] env[70621]: DEBUG oslo_concurrency.lockutils [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.127693] env[70621]: DEBUG nova.compute.manager [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] No waiting events found dispatching network-vif-plugged-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1162.127937] env[70621]: WARNING nova.compute.manager [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received unexpected event network-vif-plugged-a813a46d-1c96-4a19-8706-a37a0e70d990 for instance with vm_state building and task_state spawning. [ 1162.128253] env[70621]: DEBUG nova.compute.manager [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.128506] env[70621]: DEBUG nova.compute.manager [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing instance network info cache due to event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.128789] env[70621]: DEBUG oslo_concurrency.lockutils [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.129056] env[70621]: DEBUG oslo_concurrency.lockutils [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.129352] env[70621]: DEBUG nova.network.neutron [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.326456] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf25af-097b-4233-93b2-3fe146418355 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.336665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.337828] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bd5af1-1e38-4d1a-ac46-e3384f45e7ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.371417] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835617b9-90b3-444a-ac5c-09967b679ac8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.388069] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8935f9c-5d3c-4b78-a61b-36ab6405b71c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.392266] env[70621]: DEBUG oslo_vmware.api [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136582, 'name': PowerOnVM_Task, 'duration_secs': 0.521351} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.392561] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.392763] env[70621]: INFO nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1162.392960] env[70621]: DEBUG nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.394401] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550c38c9-735f-4307-801f-e3bdff06c035 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.410647] env[70621]: DEBUG nova.compute.provider_tree [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.426597] env[70621]: DEBUG oslo_vmware.api [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136583, 'name': PowerOnVM_Task, 'duration_secs': 0.451566} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.426856] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.427067] env[70621]: DEBUG nova.compute.manager [None req-4855b1c8-d885-44fd-8a84-9ed893b3945a tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.427842] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b214b5-9742-4fcd-8ed5-098b36976620 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.662641] env[70621]: DEBUG nova.network.neutron [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1162.922155] env[70621]: DEBUG nova.scheduler.client.report [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.939099] env[70621]: INFO nova.compute.manager [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Took 22.82 seconds to build instance. [ 1163.013352] env[70621]: DEBUG nova.network.neutron [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.437887] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.442993] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bcd6c121-3aba-4843-8865-bbe85d9135cd tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.331s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.466060] env[70621]: INFO nova.scheduler.client.report [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b [ 1163.516870] env[70621]: DEBUG oslo_concurrency.lockutils [req-672393cb-de67-44f3-9e7c-d84b3af1c1cd req-d51ada49-6694-473a-abd3-b9d82411544a service nova] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.517988] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.517988] env[70621]: DEBUG nova.network.neutron [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.975411] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0f354cc4-5a76-4f74-9b08-4f700ef75843 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1a7fb90c-2c0d-4db8-bbea-15c668b1af5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.489s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.066014] env[70621]: DEBUG nova.network.neutron [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.269275] env[70621]: DEBUG nova.network.neutron [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa813a46d-1c", "ovs_interfaceid": "a813a46d-1c96-4a19-8706-a37a0e70d990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.597177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "ea832313-1241-47aa-babb-5be7a9c5b48c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.597510] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.688929] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1164.689246] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819253', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'name': 'volume-5779e2e9-7642-4b83-91fa-057e846c925e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'serial': '5779e2e9-7642-4b83-91fa-057e846c925e'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1164.690163] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324a884-ce8d-4ade-b749-60448fea24b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.708075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980f1279-f30a-42e4-add9-c9c344120ba6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.739340] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-5779e2e9-7642-4b83-91fa-057e846c925e/volume-5779e2e9-7642-4b83-91fa-057e846c925e.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.742144] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23288da-3d9b-4332-a994-406de4c412dd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.756692] env[70621]: DEBUG nova.compute.manager [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1164.767981] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1164.767981] env[70621]: value = "task-4136585" [ 1164.767981] env[70621]: _type = "Task" [ 1164.767981] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.773776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.775030] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance network_info: |[{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa813a46d-1c", "ovs_interfaceid": "a813a46d-1c96-4a19-8706-a37a0e70d990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.778429] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:08:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a813a46d-1c96-4a19-8706-a37a0e70d990', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.787725] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.787977] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.788450] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.788853] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-131cbde2-863f-423b-8d88-544028cc95ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.818096] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.818096] env[70621]: value = "task-4136586" [ 1164.818096] env[70621]: _type = "Task" [ 1164.818096] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.827128] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136586, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.100951] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.279459] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.283648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.283934] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.328366] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136586, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.625050] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.636917] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.637202] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.637417] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.637615] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.637792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.640684] env[70621]: INFO nova.compute.manager [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Terminating instance [ 1165.778854] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136585, 'name': ReconfigVM_Task, 'duration_secs': 0.776004} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.779170] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-5779e2e9-7642-4b83-91fa-057e846c925e/volume-5779e2e9-7642-4b83-91fa-057e846c925e.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.784273] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbb6577-d279-4be2-a56c-e3816979b594 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.796017] env[70621]: INFO nova.compute.claims [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.805787] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1165.805787] env[70621]: value = "task-4136587" [ 1165.805787] env[70621]: _type = "Task" [ 1165.805787] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.815030] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.827529] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136586, 'name': CreateVM_Task, 'duration_secs': 0.549598} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.827744] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.828522] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.828698] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.829042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.829303] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c9d642-7873-405c-95ab-5f74ab6b2f89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.833979] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1165.833979] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52ce0bb1-4f7d-0610-ad58-99bcef2f43fc" [ 1165.833979] env[70621]: _type = "Task" [ 1165.833979] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.842031] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ce0bb1-4f7d-0610-ad58-99bcef2f43fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.144525] env[70621]: DEBUG nova.compute.manager [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.144844] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.145761] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d3796-b5ec-49bf-9788-3ce527ec06c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.154611] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.154789] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbec72e3-6ba5-4b6c-943b-6986d79ee55c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.162471] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1166.162471] env[70621]: value = "task-4136588" [ 1166.162471] env[70621]: _type = "Task" [ 1166.162471] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.171088] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.302417] env[70621]: INFO nova.compute.resource_tracker [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating resource usage from migration 4d417d3f-c931-4baa-b81a-7bb1df30d651 [ 1166.316089] env[70621]: DEBUG oslo_vmware.api [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136587, 'name': ReconfigVM_Task, 'duration_secs': 0.208031} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.317150] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819253', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'name': 'volume-5779e2e9-7642-4b83-91fa-057e846c925e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'serial': '5779e2e9-7642-4b83-91fa-057e846c925e'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1166.344372] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52ce0bb1-4f7d-0610-ad58-99bcef2f43fc, 'name': SearchDatastore_Task, 'duration_secs': 0.03081} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.347269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.347521] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.347800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.347964] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.348167] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.349301] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f90faf1-353f-4f59-81d0-2c7609d331f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.362787] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.363061] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.363747] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c98021b-9704-49c4-ad32-c2c8360731ae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.369966] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1166.369966] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fd8d32-1fcd-ceb3-6114-edf760867f96" [ 1166.369966] env[70621]: _type = "Task" [ 1166.369966] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.380677] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fd8d32-1fcd-ceb3-6114-edf760867f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.521032] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa64e1f-2c70-4aec-9b9e-86b0e5500435 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.530856] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b763906-9360-4cca-9cf0-7ddfd185dcd9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.563122] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0e49ae-7982-4e7a-af08-f0b30e7a5e87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.572446] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecf0e09-b4dd-4de2-9dd5-c529806fdb43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.590851] env[70621]: DEBUG nova.compute.provider_tree [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.673087] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136588, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.881213] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fd8d32-1fcd-ceb3-6114-edf760867f96, 'name': SearchDatastore_Task, 'duration_secs': 0.026398} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.882054] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce4c8f2-0465-4214-8336-bee7fb7778df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.887232] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1166.887232] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525027be-7016-8826-388f-292d4fcf382b" [ 1166.887232] env[70621]: _type = "Task" [ 1166.887232] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.895154] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525027be-7016-8826-388f-292d4fcf382b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.094808] env[70621]: DEBUG nova.scheduler.client.report [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.173570] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136588, 'name': PowerOffVM_Task, 'duration_secs': 0.5165} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.174754] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.174754] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.174754] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9dbb3ef-73e8-4316-8f38-eeb602302ba2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.242677] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.243051] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.243318] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleting the datastore file [datastore1] ccbf232f-5e3b-476a-8ff9-a50f2cb31c12 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.243613] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-906dec95-cb2d-4fe2-9cc6-7244a606edfc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.252769] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1167.252769] env[70621]: value = "task-4136590" [ 1167.252769] env[70621]: _type = "Task" [ 1167.252769] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.261506] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.354953] env[70621]: DEBUG nova.objects.instance [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid 37a42ec3-e07e-465d-856f-d170ef900316 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.398200] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525027be-7016-8826-388f-292d4fcf382b, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.398464] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.398705] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.398984] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee09f038-fcfc-4fb8-8bdb-8c2dfb7e6610 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.406867] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1167.406867] env[70621]: value = "task-4136591" [ 1167.406867] env[70621]: _type = "Task" [ 1167.406867] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.415744] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.600384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.316s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.600742] env[70621]: INFO nova.compute.manager [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Migrating [ 1167.611574] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.986s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.614054] env[70621]: INFO nova.compute.claims [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.767050] env[70621]: DEBUG oslo_vmware.api [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166334} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.767453] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.767556] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.767767] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.767950] env[70621]: INFO nova.compute.manager [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1167.768362] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.768601] env[70621]: DEBUG nova.compute.manager [-] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.768704] env[70621]: DEBUG nova.network.neutron [-] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.860972] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86f58559-49d2-4c11-9391-391280d190b9 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.799s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.917961] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470976} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.918292] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.918555] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.918821] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b98feeb-dc47-45e3-8586-00d748d03446 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.925914] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1167.925914] env[70621]: value = "task-4136592" [ 1167.925914] env[70621]: _type = "Task" [ 1167.925914] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.936912] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.070483] env[70621]: DEBUG nova.compute.manager [req-ac96d77f-8e35-4ba5-a8cd-5952f531d18e req-083f17ad-9d52-4795-9b68-c1c48c309215 service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Received event network-vif-deleted-3ab82c40-2f27-4967-8630-9c62fc098922 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.070696] env[70621]: INFO nova.compute.manager [req-ac96d77f-8e35-4ba5-a8cd-5952f531d18e req-083f17ad-9d52-4795-9b68-c1c48c309215 service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Neutron deleted interface 3ab82c40-2f27-4967-8630-9c62fc098922; detaching it from the instance and deleting it from the info cache [ 1168.070903] env[70621]: DEBUG nova.network.neutron [req-ac96d77f-8e35-4ba5-a8cd-5952f531d18e req-083f17ad-9d52-4795-9b68-c1c48c309215 service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.126369] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.126552] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.126729] env[70621]: DEBUG nova.network.neutron [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.437353] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068628} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.437607] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.438520] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ed6bf1-a592-43d9-a82f-0b8a90957d55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.462520] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.463284] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e79fbbe3-11ec-4785-856e-1fe8e2740759 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.485590] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1168.485590] env[70621]: value = "task-4136593" [ 1168.485590] env[70621]: _type = "Task" [ 1168.485590] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.496018] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.550664] env[70621]: DEBUG nova.network.neutron [-] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.573536] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d8ffaa0-9cc7-4d48-b2bb-f9005ed1776f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.584160] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdbea9a-9bd0-433b-9c07-2626d2ebb41f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.619481] env[70621]: DEBUG nova.compute.manager [req-ac96d77f-8e35-4ba5-a8cd-5952f531d18e req-083f17ad-9d52-4795-9b68-c1c48c309215 service nova] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Detach interface failed, port_id=3ab82c40-2f27-4967-8630-9c62fc098922, reason: Instance ccbf232f-5e3b-476a-8ff9-a50f2cb31c12 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.702719] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.703113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.872898] env[70621]: DEBUG nova.network.neutron [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [{"id": "4a2a13c4-aa98-46ed-b462-391a4082e115", "address": "fa:16:3e:0d:c9:c6", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2a13c4-aa", "ovs_interfaceid": "4a2a13c4-aa98-46ed-b462-391a4082e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.883288] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c27023-b61c-41a5-ae6a-ea2f0c8ea926 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.895079] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effcd6c4-2865-4740-a860-e46b5393571f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.929831] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db4a754-062b-40cb-893a-a18977d169c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.938217] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c0c09-8304-4638-831e-0af8de9e16be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.954811] env[70621]: DEBUG nova.compute.provider_tree [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.996717] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.053698] env[70621]: INFO nova.compute.manager [-] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Took 1.28 seconds to deallocate network for instance. [ 1169.211148] env[70621]: INFO nova.compute.manager [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Detaching volume 6324bc31-af21-4d34-9f91-fac2c05191f9 [ 1169.253714] env[70621]: INFO nova.virt.block_device [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Attempting to driver detach volume 6324bc31-af21-4d34-9f91-fac2c05191f9 from mountpoint /dev/sdb [ 1169.254017] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1169.254268] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819250', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'name': 'volume-6324bc31-af21-4d34-9f91-fac2c05191f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'serial': '6324bc31-af21-4d34-9f91-fac2c05191f9'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1169.255274] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b287d5-57a3-498d-86f9-4e70f8258523 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.283939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9373dfd-8ce3-4d21-b302-9783c02fd909 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.292612] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839be459-4e76-4a64-91b3-425b97674d33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.319090] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b938518-9fdd-497a-9595-3da8f154624e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.337099] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] The volume has not been displaced from its original location: [datastore2] volume-6324bc31-af21-4d34-9f91-fac2c05191f9/volume-6324bc31-af21-4d34-9f91-fac2c05191f9.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1169.342506] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.342904] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c13c99-61e4-4496-8690-110c6e46ad57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.367024] env[70621]: DEBUG oslo_vmware.api [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1169.367024] env[70621]: value = "task-4136594" [ 1169.367024] env[70621]: _type = "Task" [ 1169.367024] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.380827] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.383031] env[70621]: DEBUG oslo_vmware.api [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.458186] env[70621]: DEBUG nova.scheduler.client.report [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.497268] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136593, 'name': ReconfigVM_Task, 'duration_secs': 0.907599} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.497523] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.498216] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e56d959-8e1b-48a5-92bd-2b301e5d02e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.506208] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1169.506208] env[70621]: value = "task-4136595" [ 1169.506208] env[70621]: _type = "Task" [ 1169.506208] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.518129] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136595, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.560627] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.878794] env[70621]: DEBUG oslo_vmware.api [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136594, 'name': ReconfigVM_Task, 'duration_secs': 0.261887} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.879236] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.887378] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4276aecc-2041-479c-bfd7-1d55235f06fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.906477] env[70621]: DEBUG oslo_vmware.api [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1169.906477] env[70621]: value = "task-4136596" [ 1169.906477] env[70621]: _type = "Task" [ 1169.906477] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.916668] env[70621]: DEBUG oslo_vmware.api [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.965974] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.966619] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.970044] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.410s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.970221] env[70621]: DEBUG nova.objects.instance [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lazy-loading 'resources' on Instance uuid ccbf232f-5e3b-476a-8ff9-a50f2cb31c12 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.020016] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136595, 'name': Rename_Task, 'duration_secs': 0.165823} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.020395] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.020675] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9fd0805-4ff7-4423-b4d2-b4717af0c787 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.029087] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1170.029087] env[70621]: value = "task-4136597" [ 1170.029087] env[70621]: _type = "Task" [ 1170.029087] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.038742] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.344674] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.344930] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.345106] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.345263] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.345419] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.345590] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.345780] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.345882] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1170.346037] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.419231] env[70621]: DEBUG oslo_vmware.api [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136596, 'name': ReconfigVM_Task, 'duration_secs': 0.167444} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.419568] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819250', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'name': 'volume-6324bc31-af21-4d34-9f91-fac2c05191f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '6324bc31-af21-4d34-9f91-fac2c05191f9', 'serial': '6324bc31-af21-4d34-9f91-fac2c05191f9'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.473341] env[70621]: DEBUG nova.compute.utils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.477989] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.478198] env[70621]: DEBUG nova.network.neutron [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.516693] env[70621]: DEBUG nova.policy [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.545042] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136597, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.725932] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1992583-992e-4c80-a6b9-5b8f5156b9de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.738394] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e423679-2cc9-4274-a58a-0a91edd92859 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.776033] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e9b0a6-678b-4709-99ec-2f505d703759 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.784961] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b499add-0234-4cc5-b045-038ee70065f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.800688] env[70621]: DEBUG nova.compute.provider_tree [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.829017] env[70621]: DEBUG nova.network.neutron [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Successfully created port: b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.849346] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.908075] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7685c-78bc-4733-996b-a7050fcbcd09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.926929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.970965] env[70621]: DEBUG nova.objects.instance [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid 37a42ec3-e07e-465d-856f-d170ef900316 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.978065] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.041424] env[70621]: DEBUG oslo_vmware.api [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136597, 'name': PowerOnVM_Task, 'duration_secs': 0.552496} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.041798] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.042055] env[70621]: INFO nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1171.042312] env[70621]: DEBUG nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.043154] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03987ec1-7d9d-478d-bfc0-c0aa179d2e0e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.135260] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.135535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.304490] env[70621]: DEBUG nova.scheduler.client.report [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.433687] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.434029] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed86d6a9-7e33-4bf1-9f6d-0c56a269a7fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.443093] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1171.443093] env[70621]: value = "task-4136598" [ 1171.443093] env[70621]: _type = "Task" [ 1171.443093] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.456330] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.562112] env[70621]: INFO nova.compute.manager [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Took 14.92 seconds to build instance. [ 1171.639167] env[70621]: INFO nova.compute.manager [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Detaching volume 4ce2582a-8b1a-42db-ba44-32d71331a727 [ 1171.676290] env[70621]: INFO nova.virt.block_device [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Attempting to driver detach volume 4ce2582a-8b1a-42db-ba44-32d71331a727 from mountpoint /dev/sdb [ 1171.676921] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.676921] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.677868] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e615a8-9e05-4ec5-b3ff-beab2fd42fa6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.702870] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0147694-c9f4-45eb-a701-2677e57fd6a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.711302] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e40ca51-70e0-4db5-9ef3-ec82fdeaa09e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.736664] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e937bc5a-a734-4a62-8678-b6ecece20983 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.754220] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] The volume has not been displaced from its original location: [datastore2] volume-4ce2582a-8b1a-42db-ba44-32d71331a727/volume-4ce2582a-8b1a-42db-ba44-32d71331a727.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.760193] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.760709] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c0daf4-82b2-4f0c-9871-ccc89a6523e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.780952] env[70621]: DEBUG oslo_vmware.api [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1171.780952] env[70621]: value = "task-4136599" [ 1171.780952] env[70621]: _type = "Task" [ 1171.780952] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.790231] env[70621]: DEBUG oslo_vmware.api [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.810437] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.813321] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.964s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.813462] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.813757] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1171.814583] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74822e00-44aa-4024-b9f2-432ed1140b45 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.823744] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105594d-96af-4058-818e-1613c4fb123c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.840879] env[70621]: INFO nova.scheduler.client.report [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleted allocations for instance ccbf232f-5e3b-476a-8ff9-a50f2cb31c12 [ 1171.842673] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894cae19-e91d-40b5-8d71-ba47970ed433 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.852592] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43fd1a4-8d4c-480b-9bc2-eeea988773f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.883585] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179064MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1171.883768] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.884021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.953804] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136598, 'name': PowerOffVM_Task, 'duration_secs': 0.278973} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.954146] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.954347] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.969185] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.980339] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d75c090a-9fb1-4da6-b4dd-16c6c31d55af tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.981576] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.013s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.988902] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.022650] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.022988] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.023240] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.023507] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.023779] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.024056] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.024423] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.024712] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.025044] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.025358] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.025676] env[70621]: DEBUG nova.virt.hardware [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.027443] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23189b24-aad4-4933-97f5-c37b8e6cd9d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.037629] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cad801-73a9-48b4-81db-dbe4d451c541 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.064462] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e46c8566-4727-49ce-9834-53efcf0c0913 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.442s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.291527] env[70621]: DEBUG oslo_vmware.api [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136599, 'name': ReconfigVM_Task, 'duration_secs': 0.233774} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.291924] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.296995] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1640cd53-8db2-4dc2-86e6-f61b30f09726 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.313999] env[70621]: DEBUG oslo_vmware.api [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1172.313999] env[70621]: value = "task-4136600" [ 1172.313999] env[70621]: _type = "Task" [ 1172.313999] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.326941] env[70621]: DEBUG oslo_vmware.api [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.347777] env[70621]: DEBUG nova.compute.manager [req-1c9d00e3-5fc6-4c00-955e-1636dc35fd64 req-5161577a-617e-4906-bf54-69b662a5ad5d service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Received event network-vif-plugged-b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.348088] env[70621]: DEBUG oslo_concurrency.lockutils [req-1c9d00e3-5fc6-4c00-955e-1636dc35fd64 req-5161577a-617e-4906-bf54-69b662a5ad5d service nova] Acquiring lock "ea832313-1241-47aa-babb-5be7a9c5b48c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.348326] env[70621]: DEBUG oslo_concurrency.lockutils [req-1c9d00e3-5fc6-4c00-955e-1636dc35fd64 req-5161577a-617e-4906-bf54-69b662a5ad5d service nova] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.348458] env[70621]: DEBUG oslo_concurrency.lockutils [req-1c9d00e3-5fc6-4c00-955e-1636dc35fd64 req-5161577a-617e-4906-bf54-69b662a5ad5d service nova] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.348634] env[70621]: DEBUG nova.compute.manager [req-1c9d00e3-5fc6-4c00-955e-1636dc35fd64 req-5161577a-617e-4906-bf54-69b662a5ad5d service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] No waiting events found dispatching network-vif-plugged-b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.348795] env[70621]: WARNING nova.compute.manager [req-1c9d00e3-5fc6-4c00-955e-1636dc35fd64 req-5161577a-617e-4906-bf54-69b662a5ad5d service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Received unexpected event network-vif-plugged-b2fa80ea-39e8-4098-8766-d55f18376b40 for instance with vm_state building and task_state spawning. [ 1172.352377] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0698adc-a204-40ec-81ff-dc8d3e85e31f tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "ccbf232f-5e3b-476a-8ff9-a50f2cb31c12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.715s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.460971] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.461334] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.461615] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.461834] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.461991] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.462259] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.462513] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.462718] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.462930] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.463170] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.463400] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.468585] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9418cdb-5e20-49c6-a80d-5f16560605e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.484973] env[70621]: INFO nova.compute.manager [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Detaching volume 5779e2e9-7642-4b83-91fa-057e846c925e [ 1172.489063] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1172.489063] env[70621]: value = "task-4136601" [ 1172.489063] env[70621]: _type = "Task" [ 1172.489063] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.502298] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136601, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.528745] env[70621]: INFO nova.virt.block_device [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Attempting to driver detach volume 5779e2e9-7642-4b83-91fa-057e846c925e from mountpoint /dev/sdc [ 1172.528984] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1172.529202] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819253', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'name': 'volume-5779e2e9-7642-4b83-91fa-057e846c925e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'serial': '5779e2e9-7642-4b83-91fa-057e846c925e'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1172.530167] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270afa69-ba1f-4e12-89ce-a0db483a19cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.554534] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f87850d-c366-41ff-99fd-c62cbe93d1d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.565859] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01d2832-e28d-4ef2-9deb-1618dd44f137 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.591034] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e351be30-f8e6-4222-8c62-2c6b45b1313f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.609923] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] The volume has not been displaced from its original location: [datastore2] volume-5779e2e9-7642-4b83-91fa-057e846c925e/volume-5779e2e9-7642-4b83-91fa-057e846c925e.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1172.616242] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfiguring VM instance instance-00000062 to detach disk 2002 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1172.617421] env[70621]: DEBUG nova.network.neutron [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Successfully updated port: b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.619023] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ecd4d23-f4f3-499b-b208-4cc0f13d8338 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.640169] env[70621]: DEBUG oslo_vmware.api [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1172.640169] env[70621]: value = "task-4136602" [ 1172.640169] env[70621]: _type = "Task" [ 1172.640169] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.649874] env[70621]: DEBUG oslo_vmware.api [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.830120] env[70621]: DEBUG oslo_vmware.api [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136600, 'name': ReconfigVM_Task, 'duration_secs': 0.229795} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.830120] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819236', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'name': 'volume-4ce2582a-8b1a-42db-ba44-32d71331a727', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9729157f-105c-4598-9de4-da391c2ab3ca', 'attached_at': '', 'detached_at': '', 'volume_id': '4ce2582a-8b1a-42db-ba44-32d71331a727', 'serial': '4ce2582a-8b1a-42db-ba44-32d71331a727'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.895887] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Applying migration context for instance 3ebc0f08-44f9-4e81-81ae-d40e86c08117 as it has an incoming, in-progress migration 4d417d3f-c931-4baa-b81a-7bb1df30d651. Migration status is migrating {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1172.897595] env[70621]: INFO nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating resource usage from migration 4d417d3f-c931-4baa-b81a-7bb1df30d651 [ 1172.918788] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.918940] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50f2c68f-3bf1-486a-90ff-352091e6b328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919090] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9729157f-105c-4598-9de4-da391c2ab3ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919227] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance df3c86b1-b9a2-45d2-b939-4b059a94daf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919351] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2c21722a-4c02-414e-a09c-8632b3c16b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919503] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e7d802eb-e64e-4fd5-8d82-2eba42eac766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919624] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 37a42ec3-e07e-465d-856f-d170ef900316 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919737] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 319e41f4-7952-452d-ae01-65b2f5bbab8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919849] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance b219c0a8-bffe-4966-918a-7a04f28fa859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.919959] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.920082] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 83c1d998-f4ae-44c0-a1ad-0930eac5e95a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.920195] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.920308] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Migration 4d417d3f-c931-4baa-b81a-7bb1df30d651 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1172.920477] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3ebc0f08-44f9-4e81-81ae-d40e86c08117 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.920616] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance ea832313-1241-47aa-babb-5be7a9c5b48c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1172.920804] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1172.920940] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1173.007237] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136601, 'name': ReconfigVM_Task, 'duration_secs': 0.201807} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.007617] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.134088] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-ea832313-1241-47aa-babb-5be7a9c5b48c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.134249] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-ea832313-1241-47aa-babb-5be7a9c5b48c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.134476] env[70621]: DEBUG nova.network.neutron [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.136619] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713b63c2-d1f1-4f67-9b1a-ab3264521064 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.148330] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2259dd4c-93be-4d66-a178-e760a887d5f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.155210] env[70621]: DEBUG oslo_vmware.api [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136602, 'name': ReconfigVM_Task, 'duration_secs': 0.255823} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.155888] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Reconfigured VM instance instance-00000062 to detach disk 2002 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.203652] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c3c93d-e49d-420b-8d82-57c7e7c76a59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.214767] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ae23af-bb23-4d13-bd6c-86aa8c2427cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.224868] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baff544a-c55b-43e8-9d6b-11a95103623c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.229702] env[70621]: DEBUG oslo_vmware.api [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1173.229702] env[70621]: value = "task-4136603" [ 1173.229702] env[70621]: _type = "Task" [ 1173.229702] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.243888] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.252090] env[70621]: DEBUG oslo_vmware.api [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.361026] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.361516] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.361723] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.361864] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.362091] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.365273] env[70621]: INFO nova.compute.manager [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Terminating instance [ 1173.379325] env[70621]: DEBUG nova.objects.instance [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'flavor' on Instance uuid 9729157f-105c-4598-9de4-da391c2ab3ca {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.515502] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.515784] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.515941] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.516142] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.516302] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.516456] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.516671] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.516835] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.517017] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.517194] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.517374] env[70621]: DEBUG nova.virt.hardware [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.523093] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.523842] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0672da-27a2-4b90-b58b-8fe690e033a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.545129] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1173.545129] env[70621]: value = "task-4136604" [ 1173.545129] env[70621]: _type = "Task" [ 1173.545129] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.557400] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.707835] env[70621]: DEBUG nova.network.neutron [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.741806] env[70621]: DEBUG oslo_vmware.api [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136603, 'name': ReconfigVM_Task, 'duration_secs': 0.181563} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.743940] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819253', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'name': 'volume-5779e2e9-7642-4b83-91fa-057e846c925e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '37a42ec3-e07e-465d-856f-d170ef900316', 'attached_at': '', 'detached_at': '', 'volume_id': '5779e2e9-7642-4b83-91fa-057e846c925e', 'serial': '5779e2e9-7642-4b83-91fa-057e846c925e'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1173.747303] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.870347] env[70621]: DEBUG nova.compute.manager [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.870651] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.871579] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b3059-dc75-4240-98f8-8ee5575274f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.879877] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.880136] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9ab2ea-b312-45ab-9c33-550bb7718d09 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.885682] env[70621]: DEBUG nova.network.neutron [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Updating instance_info_cache with network_info: [{"id": "b2fa80ea-39e8-4098-8766-d55f18376b40", "address": "fa:16:3e:6b:8a:7b", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fa80ea-39", "ovs_interfaceid": "b2fa80ea-39e8-4098-8766-d55f18376b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.888876] env[70621]: DEBUG oslo_vmware.api [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1173.888876] env[70621]: value = "task-4136605" [ 1173.888876] env[70621]: _type = "Task" [ 1173.888876] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.902658] env[70621]: DEBUG oslo_vmware.api [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.055713] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136604, 'name': ReconfigVM_Task, 'duration_secs': 0.254707} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.056113] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.056815] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed5303-0155-4cf4-86af-fcf5eb12d5ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.080977] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117/3ebc0f08-44f9-4e81-81ae-d40e86c08117.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.080977] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599d8b52-803a-4115-9402-19cef793e5b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.099448] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1174.099448] env[70621]: value = "task-4136606" [ 1174.099448] env[70621]: _type = "Task" [ 1174.099448] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.108856] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.252767] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1174.252767] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.368s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.294612] env[70621]: DEBUG nova.objects.instance [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'flavor' on Instance uuid 37a42ec3-e07e-465d-856f-d170ef900316 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.380331] env[70621]: DEBUG nova.compute.manager [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Received event network-changed-b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.380548] env[70621]: DEBUG nova.compute.manager [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Refreshing instance network info cache due to event network-changed-b2fa80ea-39e8-4098-8766-d55f18376b40. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.380748] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] Acquiring lock "refresh_cache-ea832313-1241-47aa-babb-5be7a9c5b48c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.387159] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7164126f-ea5b-4a12-a954-95e714691956 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.388665] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-ea832313-1241-47aa-babb-5be7a9c5b48c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.388939] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Instance network_info: |[{"id": "b2fa80ea-39e8-4098-8766-d55f18376b40", "address": "fa:16:3e:6b:8a:7b", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fa80ea-39", "ovs_interfaceid": "b2fa80ea-39e8-4098-8766-d55f18376b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.389436] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] Acquired lock "refresh_cache-ea832313-1241-47aa-babb-5be7a9c5b48c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.389611] env[70621]: DEBUG nova.network.neutron [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Refreshing network info cache for port b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.391086] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:8a:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2fa80ea-39e8-4098-8766-d55f18376b40', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.398869] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.400043] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.406073] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52a26d67-7072-403e-b0df-a6496d6b277d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.426741] env[70621]: DEBUG oslo_vmware.api [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136605, 'name': PowerOffVM_Task, 'duration_secs': 0.420341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.427972] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.428175] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.428450] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.428450] env[70621]: value = "task-4136607" [ 1174.428450] env[70621]: _type = "Task" [ 1174.428450] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.428648] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d6bb9a-b100-430f-9ed5-f59822ffdc43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.439294] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136607, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.555227] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.555477] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.555738] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleting the datastore file [datastore1] 83c1d998-f4ae-44c0-a1ad-0930eac5e95a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.555971] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a19158a3-33f7-479a-bbe3-a9327f01baba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.562987] env[70621]: DEBUG oslo_vmware.api [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1174.562987] env[70621]: value = "task-4136609" [ 1174.562987] env[70621]: _type = "Task" [ 1174.562987] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.571541] env[70621]: DEBUG oslo_vmware.api [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.609728] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.941569] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136607, 'name': CreateVM_Task, 'duration_secs': 0.463082} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.941772] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.942465] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.942639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.942965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.943236] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e6a096-fe46-4322-8f18-9d555b8b43cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.949073] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1174.949073] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525eb970-c417-2de4-c5f4-d6ec53d765c6" [ 1174.949073] env[70621]: _type = "Task" [ 1174.949073] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.958133] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525eb970-c417-2de4-c5f4-d6ec53d765c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.073196] env[70621]: DEBUG oslo_vmware.api [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187731} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.073623] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.073682] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.073814] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.074018] env[70621]: INFO nova.compute.manager [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1175.074291] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.074487] env[70621]: DEBUG nova.compute.manager [-] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.074585] env[70621]: DEBUG nova.network.neutron [-] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.109288] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136606, 'name': ReconfigVM_Task, 'duration_secs': 0.572014} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.111444] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117/3ebc0f08-44f9-4e81-81ae-d40e86c08117.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.111729] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.158476] env[70621]: DEBUG nova.network.neutron [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Updated VIF entry in instance network info cache for port b2fa80ea-39e8-4098-8766-d55f18376b40. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.158856] env[70621]: DEBUG nova.network.neutron [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Updating instance_info_cache with network_info: [{"id": "b2fa80ea-39e8-4098-8766-d55f18376b40", "address": "fa:16:3e:6b:8a:7b", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fa80ea-39", "ovs_interfaceid": "b2fa80ea-39e8-4098-8766-d55f18376b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.302449] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4951d7aa-3c56-4fe3-9b6e-a947b7e58135 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.409963] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.410312] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.410600] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "9729157f-105c-4598-9de4-da391c2ab3ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.410800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.410981] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.413661] env[70621]: INFO nova.compute.manager [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Terminating instance [ 1175.461363] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525eb970-c417-2de4-c5f4-d6ec53d765c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.461695] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.461932] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.462193] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.462346] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.462531] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.462807] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd946b9-f11b-4fe3-a8d4-ab95ea988025 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.471706] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.471893] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.472665] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6352ae07-d023-43d9-95cc-73b38fa22779 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.478314] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1175.478314] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52097b7e-ded0-cbd3-4000-b687f02bee87" [ 1175.478314] env[70621]: _type = "Task" [ 1175.478314] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.486297] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52097b7e-ded0-cbd3-4000-b687f02bee87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.618122] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b50bc-d3bc-44fc-82fb-2b310e7eff5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.642098] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cdb7ab-49ca-4a42-bd01-c60ca8faeb4f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.665802] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] Releasing lock "refresh_cache-ea832313-1241-47aa-babb-5be7a9c5b48c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.666238] env[70621]: DEBUG nova.compute.manager [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.666460] env[70621]: DEBUG nova.compute.manager [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing instance network info cache due to event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.666699] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.666848] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.667025] env[70621]: DEBUG nova.network.neutron [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.668841] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.818551] env[70621]: DEBUG nova.network.neutron [-] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.918941] env[70621]: DEBUG nova.compute.manager [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.918941] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.920216] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f992a87-34f5-43a3-ba35-49fead5bd961 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.929322] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.929452] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a8ff821-dcd4-4c2f-970a-3f522e9d07ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.937059] env[70621]: DEBUG oslo_vmware.api [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1175.937059] env[70621]: value = "task-4136610" [ 1175.937059] env[70621]: _type = "Task" [ 1175.937059] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.946921] env[70621]: DEBUG oslo_vmware.api [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.990806] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52097b7e-ded0-cbd3-4000-b687f02bee87, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.991906] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112bb4de-083e-4869-a761-47c69d4d9601 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.999026] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1175.999026] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b6b121-df04-da32-054f-384d85fcdef9" [ 1175.999026] env[70621]: _type = "Task" [ 1175.999026] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.010545] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b6b121-df04-da32-054f-384d85fcdef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.259676] env[70621]: DEBUG nova.network.neutron [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Port 4a2a13c4-aa98-46ed-b462-391a4082e115 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1176.321255] env[70621]: INFO nova.compute.manager [-] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Took 1.25 seconds to deallocate network for instance. [ 1176.404588] env[70621]: DEBUG nova.compute.manager [req-05672b96-8b38-4e27-a27a-0aba3f9207c3 req-5acebf46-418c-49b6-8ff1-6b1b9ed4a8c2 service nova] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Received event network-vif-deleted-c4694253-474e-4cb8-bbc0-6198552cc89b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.420168] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.420378] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.420652] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "37a42ec3-e07e-465d-856f-d170ef900316-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.420844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.421053] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.423311] env[70621]: INFO nova.compute.manager [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Terminating instance [ 1176.442589] env[70621]: DEBUG nova.network.neutron [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updated VIF entry in instance network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.442589] env[70621]: DEBUG nova.network.neutron [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa813a46d-1c", "ovs_interfaceid": "a813a46d-1c96-4a19-8706-a37a0e70d990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.449575] env[70621]: DEBUG oslo_vmware.api [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136610, 'name': PowerOffVM_Task, 'duration_secs': 0.187621} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.449822] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.449995] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.450267] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edf4ccf-342e-4cc5-9bce-6fdbbd9e8d0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.509378] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b6b121-df04-da32-054f-384d85fcdef9, 'name': SearchDatastore_Task, 'duration_secs': 0.010703} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.509640] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.509912] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] ea832313-1241-47aa-babb-5be7a9c5b48c/ea832313-1241-47aa-babb-5be7a9c5b48c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.510230] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61823823-93ed-46ba-9228-a5e6cff053e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.514958] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.515210] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.515459] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore2] 9729157f-105c-4598-9de4-da391c2ab3ca {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.515770] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba3d71f1-bad8-4b54-97d2-3460f8052853 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.519480] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1176.519480] env[70621]: value = "task-4136612" [ 1176.519480] env[70621]: _type = "Task" [ 1176.519480] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.524498] env[70621]: DEBUG oslo_vmware.api [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1176.524498] env[70621]: value = "task-4136613" [ 1176.524498] env[70621]: _type = "Task" [ 1176.524498] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.531595] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.537242] env[70621]: DEBUG oslo_vmware.api [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.828703] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.829241] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.829506] env[70621]: DEBUG nova.objects.instance [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lazy-loading 'resources' on Instance uuid 83c1d998-f4ae-44c0-a1ad-0930eac5e95a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.927806] env[70621]: DEBUG nova.compute.manager [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.928131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.929843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f86cc4b-ef87-42f9-b4da-1252d6c518a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.940769] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.941255] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700d5ab2-7bc6-456f-b40f-b741f9446573 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.946146] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5fa003b-f550-4241-9114-8d422b67d800 req-53675ded-1334-45aa-a590-bab85942bbe9 service nova] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.950161] env[70621]: DEBUG oslo_vmware.api [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1176.950161] env[70621]: value = "task-4136614" [ 1176.950161] env[70621]: _type = "Task" [ 1176.950161] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.962825] env[70621]: DEBUG oslo_vmware.api [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.033096] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499484} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.033703] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] ea832313-1241-47aa-babb-5be7a9c5b48c/ea832313-1241-47aa-babb-5be7a9c5b48c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.033994] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.034332] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3aa9e9-5b94-4245-bff8-a43074bd3ccf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.040222] env[70621]: DEBUG oslo_vmware.api [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138333} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.041053] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.041303] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.041524] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.041762] env[70621]: INFO nova.compute.manager [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.042161] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.042383] env[70621]: DEBUG nova.compute.manager [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.042454] env[70621]: DEBUG nova.network.neutron [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.049258] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1177.049258] env[70621]: value = "task-4136615" [ 1177.049258] env[70621]: _type = "Task" [ 1177.049258] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.061916] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.281752] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.282774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.282774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.460227] env[70621]: DEBUG oslo_vmware.api [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136614, 'name': PowerOffVM_Task, 'duration_secs': 0.25404} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.460502] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.460619] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.463051] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37b4677b-3896-4034-a133-7a85e97a9122 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.532556] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737a36f8-3144-46b6-b877-0ba21df600e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.540962] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921daf9f-784b-4b52-ba2a-80fced761250 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.579514] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd951a0c-efa1-4bf3-a9e5-a265d134e3e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.582580] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.582817] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.583007] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Deleting the datastore file [datastore1] 37a42ec3-e07e-465d-856f-d170ef900316 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.584041] env[70621]: DEBUG nova.network.neutron [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.587776] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d64e085-f909-4295-bf95-32ba813f1413 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.594885] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073723} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.597017] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.598288] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d51029-8423-4957-b243-aa535efb0d39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.602798] env[70621]: DEBUG oslo_vmware.api [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for the task: (returnval){ [ 1177.602798] env[70621]: value = "task-4136617" [ 1177.602798] env[70621]: _type = "Task" [ 1177.602798] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.603470] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c1d38-5e4d-4b90-9d4a-cb70e009b65e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.619684] env[70621]: DEBUG nova.compute.provider_tree [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.640578] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ea832313-1241-47aa-babb-5be7a9c5b48c/ea832313-1241-47aa-babb-5be7a9c5b48c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.644362] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36eadaa-4a36-41d0-ba73-d4750c5b2ddc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.659203] env[70621]: DEBUG oslo_vmware.api [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.666118] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1177.666118] env[70621]: value = "task-4136618" [ 1177.666118] env[70621]: _type = "Task" [ 1177.666118] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.675418] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.088445] env[70621]: INFO nova.compute.manager [-] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Took 1.05 seconds to deallocate network for instance. [ 1178.116847] env[70621]: DEBUG oslo_vmware.api [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Task: {'id': task-4136617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14592} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.117194] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.117416] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.117640] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.117866] env[70621]: INFO nova.compute.manager [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1178.118176] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.118413] env[70621]: DEBUG nova.compute.manager [-] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.118544] env[70621]: DEBUG nova.network.neutron [-] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.122545] env[70621]: DEBUG nova.scheduler.client.report [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.177625] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.359567] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.360576] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.361127] env[70621]: DEBUG nova.network.neutron [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.437772] env[70621]: DEBUG nova.compute.manager [req-23f8d7cd-58bd-4ae5-8a21-b455c9fb2ad0 req-4385d672-b5f8-4be0-b4a6-821d5a3f6c9c service nova] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Received event network-vif-deleted-c1c83ee4-6325-44d4-b07e-24788049142b {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.595441] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.627755] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.631463] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.036s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.631875] env[70621]: DEBUG nova.objects.instance [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'resources' on Instance uuid 9729157f-105c-4598-9de4-da391c2ab3ca {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.656723] env[70621]: INFO nova.scheduler.client.report [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleted allocations for instance 83c1d998-f4ae-44c0-a1ad-0930eac5e95a [ 1178.679314] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136618, 'name': ReconfigVM_Task, 'duration_secs': 0.905163} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.679635] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ea832313-1241-47aa-babb-5be7a9c5b48c/ea832313-1241-47aa-babb-5be7a9c5b48c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.680618] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430cf62c-9d53-4870-973e-2ec2caab602d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.687961] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1178.687961] env[70621]: value = "task-4136619" [ 1178.687961] env[70621]: _type = "Task" [ 1178.687961] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.699638] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136619, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.068529] env[70621]: DEBUG nova.network.neutron [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [{"id": "4a2a13c4-aa98-46ed-b462-391a4082e115", "address": "fa:16:3e:0d:c9:c6", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2a13c4-aa", "ovs_interfaceid": "4a2a13c4-aa98-46ed-b462-391a4082e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.169946] env[70621]: DEBUG nova.network.neutron [-] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.171758] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c7b411ba-6f93-4f67-ace6-270ee7410e30 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "83c1d998-f4ae-44c0-a1ad-0930eac5e95a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.810s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.200721] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136619, 'name': Rename_Task, 'duration_secs': 0.159875} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.201017] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.201288] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05034d4b-2f9b-499c-ad82-7d0dd313ebb9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.208416] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1179.208416] env[70621]: value = "task-4136620" [ 1179.208416] env[70621]: _type = "Task" [ 1179.208416] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.221832] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.348607] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225eff5-462d-41f8-bdf5-a970c0e37ef0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.359860] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc7b6a-428d-4e48-8bf4-190b1851c162 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.407267] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff692bc7-f648-495a-aed7-5ff6267e046d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.415783] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ea7a6-b169-4300-872e-5e6eaa01cfbc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.432021] env[70621]: DEBUG nova.compute.provider_tree [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.516167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.516226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.571224] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.674160] env[70621]: INFO nova.compute.manager [-] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Took 1.56 seconds to deallocate network for instance. [ 1179.720269] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.935903] env[70621]: DEBUG nova.scheduler.client.report [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.019626] env[70621]: DEBUG nova.compute.utils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.071850] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.072131] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.072340] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.072528] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.072706] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.074892] env[70621]: INFO nova.compute.manager [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Terminating instance [ 1180.096962] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e7bbc-51ad-4824-a5db-48f11d793dc8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.116634] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d932cca5-a054-4560-ba1b-0151bce2ad5b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.125016] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.180972] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.219592] env[70621]: DEBUG oslo_vmware.api [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136620, 'name': PowerOnVM_Task, 'duration_secs': 0.545192} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.219785] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.219991] env[70621]: INFO nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1180.220190] env[70621]: DEBUG nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.221054] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3193d8-1555-4b96-b35c-5a66080a9659 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.440853] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.444057] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.263s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.444327] env[70621]: DEBUG nova.objects.instance [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lazy-loading 'resources' on Instance uuid 37a42ec3-e07e-465d-856f-d170ef900316 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.459442] env[70621]: INFO nova.scheduler.client.report [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted allocations for instance 9729157f-105c-4598-9de4-da391c2ab3ca [ 1180.462421] env[70621]: DEBUG nova.compute.manager [req-0b0d8b5d-a936-40b7-bd2e-f297a2a7bfb9 req-4285787f-e2d5-4152-9b6c-28c15429688b service nova] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Received event network-vif-deleted-fea48703-b66c-4013-afa8-cbecdd0c6180 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.522833] env[70621]: DEBUG oslo_concurrency.lockutils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.581779] env[70621]: DEBUG nova.compute.manager [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.581929] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.582843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e06bb-5f7c-4182-b3a7-4517fe88a524 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.591133] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.591437] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0969c51a-87b2-4d84-840d-f4ab1fd98619 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.597913] env[70621]: DEBUG oslo_vmware.api [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1180.597913] env[70621]: value = "task-4136621" [ 1180.597913] env[70621]: _type = "Task" [ 1180.597913] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.606730] env[70621]: DEBUG oslo_vmware.api [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.631934] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.632301] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89889100-3eef-4170-ad8b-fcadf9a6827b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.640105] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1180.640105] env[70621]: value = "task-4136622" [ 1180.640105] env[70621]: _type = "Task" [ 1180.640105] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.648574] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.742104] env[70621]: INFO nova.compute.manager [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Took 15.13 seconds to build instance. [ 1180.972436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c7cf922-95e8-4932-962b-612371e03ad1 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "9729157f-105c-4598-9de4-da391c2ab3ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.562s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.109876] env[70621]: DEBUG oslo_vmware.api [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136621, 'name': PowerOffVM_Task, 'duration_secs': 0.211093} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.110250] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.110502] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.110900] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e848ce5-175e-4feb-9fb2-212e3e53a3d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.153516] env[70621]: DEBUG oslo_vmware.api [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136622, 'name': PowerOnVM_Task, 'duration_secs': 0.504252} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.153873] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.154117] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d151ef85-6d43-457b-bf81-06a732b9977a tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance '3ebc0f08-44f9-4e81-81ae-d40e86c08117' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.182064] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5162a823-5024-4dce-9591-f135adeccde7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.194501] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5dfafc-8312-4554-a35e-8873948dfe59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.231996] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc9758-8cb1-4681-bfa0-f034e6cc17e9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.235193] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.235477] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.235708] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleting the datastore file [datastore1] 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.236015] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69d72450-eb1c-490f-93ae-8e79ee7b79f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.243699] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3bb096-5326-4c79-b1c1-f698c7c5b034 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.249637] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1d796b48-a7d4-4276-8f40-9265e1ec1f5e tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.652s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.250085] env[70621]: DEBUG oslo_vmware.api [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for the task: (returnval){ [ 1181.250085] env[70621]: value = "task-4136624" [ 1181.250085] env[70621]: _type = "Task" [ 1181.250085] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.262938] env[70621]: DEBUG nova.compute.provider_tree [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.269575] env[70621]: DEBUG oslo_vmware.api [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.433056] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "ea832313-1241-47aa-babb-5be7a9c5b48c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.433229] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.433462] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "ea832313-1241-47aa-babb-5be7a9c5b48c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.433747] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.434029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.436998] env[70621]: INFO nova.compute.manager [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Terminating instance [ 1181.621871] env[70621]: DEBUG oslo_concurrency.lockutils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.622294] env[70621]: DEBUG oslo_concurrency.lockutils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.622623] env[70621]: INFO nova.compute.manager [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Attaching volume e22a2107-80fb-4a00-961e-a10d242ac253 to /dev/sdb [ 1181.654246] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752b180-6c3d-413f-865f-4441b0bd5c3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.666086] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf0cc03-201a-4c70-a4dc-80c613e445cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.682372] env[70621]: DEBUG nova.virt.block_device [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating existing volume attachment record: 70020bb1-bc0d-4633-b333-9146eae52f15 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1181.761627] env[70621]: DEBUG oslo_vmware.api [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Task: {'id': task-4136624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171805} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.762050] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.762343] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.762610] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.762882] env[70621]: INFO nova.compute.manager [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1181.763295] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.763591] env[70621]: DEBUG nova.compute.manager [-] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.763758] env[70621]: DEBUG nova.network.neutron [-] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.766535] env[70621]: DEBUG nova.scheduler.client.report [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.943581] env[70621]: DEBUG nova.compute.manager [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.943832] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.944783] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d599503d-376e-45f0-8a65-e17e2698934d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.952717] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.952988] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd759722-fb5d-4025-ac6c-bed4012c18c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.960765] env[70621]: DEBUG oslo_vmware.api [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1181.960765] env[70621]: value = "task-4136626" [ 1181.960765] env[70621]: _type = "Task" [ 1181.960765] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.969917] env[70621]: DEBUG oslo_vmware.api [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.272034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.293829] env[70621]: INFO nova.scheduler.client.report [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Deleted allocations for instance 37a42ec3-e07e-465d-856f-d170ef900316 [ 1182.454790] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "2653eecf-d650-46da-9487-f35ee29244a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.455065] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "2653eecf-d650-46da-9487-f35ee29244a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.471756] env[70621]: DEBUG oslo_vmware.api [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136626, 'name': PowerOffVM_Task, 'duration_secs': 0.267297} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.472023] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.472190] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.472564] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65940e2b-dd01-4d7b-9d33-c619660cc736 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.491484] env[70621]: DEBUG nova.compute.manager [req-1c726372-aff2-41b6-b03a-749952fb98be req-1e514d43-7a89-4484-add0-ac88054c8a05 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Received event network-vif-deleted-400096f0-ddb2-4304-b5b2-eef1b2d40ba8 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.491484] env[70621]: INFO nova.compute.manager [req-1c726372-aff2-41b6-b03a-749952fb98be req-1e514d43-7a89-4484-add0-ac88054c8a05 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Neutron deleted interface 400096f0-ddb2-4304-b5b2-eef1b2d40ba8; detaching it from the instance and deleting it from the info cache [ 1182.491619] env[70621]: DEBUG nova.network.neutron [req-1c726372-aff2-41b6-b03a-749952fb98be req-1e514d43-7a89-4484-add0-ac88054c8a05 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.567639] env[70621]: DEBUG nova.network.neutron [-] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.568948] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.569688] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.569935] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore2] ea832313-1241-47aa-babb-5be7a9c5b48c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.570787] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ca1e4d9-2494-499b-a0a3-d4c14a5ef325 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.577589] env[70621]: DEBUG oslo_vmware.api [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1182.577589] env[70621]: value = "task-4136630" [ 1182.577589] env[70621]: _type = "Task" [ 1182.577589] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.588308] env[70621]: DEBUG oslo_vmware.api [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.802354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bc609b2b-a615-45d4-97cc-50efd0e9def8 tempest-AttachVolumeTestJSON-892346173 tempest-AttachVolumeTestJSON-892346173-project-member] Lock "37a42ec3-e07e-465d-856f-d170ef900316" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.382s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.958231] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.994435] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22c74df2-620f-4242-9e51-86540d5fbdf2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.007678] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a18c9d-a98f-4af9-be49-c221ff9be732 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.042036] env[70621]: DEBUG nova.compute.manager [req-1c726372-aff2-41b6-b03a-749952fb98be req-1e514d43-7a89-4484-add0-ac88054c8a05 service nova] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Detach interface failed, port_id=400096f0-ddb2-4304-b5b2-eef1b2d40ba8, reason: Instance 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.071153] env[70621]: INFO nova.compute.manager [-] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Took 1.31 seconds to deallocate network for instance. [ 1183.087489] env[70621]: DEBUG oslo_vmware.api [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162438} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.087808] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.088008] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.088197] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.088373] env[70621]: INFO nova.compute.manager [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.088635] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.088837] env[70621]: DEBUG nova.compute.manager [-] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.088933] env[70621]: DEBUG nova.network.neutron [-] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.250835] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.251019] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.251224] env[70621]: DEBUG nova.compute.manager [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Going to confirm migration 6 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1183.483177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.483599] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.486202] env[70621]: INFO nova.compute.claims [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.578344] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.785617] env[70621]: DEBUG nova.network.neutron [-] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.821776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.821776] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.821776] env[70621]: DEBUG nova.network.neutron [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.821776] env[70621]: DEBUG nova.objects.instance [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'info_cache' on Instance uuid 3ebc0f08-44f9-4e81-81ae-d40e86c08117 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.289416] env[70621]: INFO nova.compute.manager [-] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Took 1.20 seconds to deallocate network for instance. [ 1184.517246] env[70621]: DEBUG nova.compute.manager [req-54d2937f-7f70-42fa-ba5c-43beae78fb49 req-2e306a19-8651-4a85-84ee-a8885bb54505 service nova] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Received event network-vif-deleted-b2fa80ea-39e8-4098-8766-d55f18376b40 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.668245] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc2c605-428c-4795-88ef-051cb7520482 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.676141] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf48ee-5360-420d-b43e-eb2499731c4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.706266] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fd021d-8eca-408d-9b0e-bef8a27ed34e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.713971] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fbae97-9d3e-4611-86b1-ebb0f8a669bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.726981] env[70621]: DEBUG nova.compute.provider_tree [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.796292] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.030129] env[70621]: DEBUG nova.network.neutron [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [{"id": "4a2a13c4-aa98-46ed-b462-391a4082e115", "address": "fa:16:3e:0d:c9:c6", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a2a13c4-aa", "ovs_interfaceid": "4a2a13c4-aa98-46ed-b462-391a4082e115", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.230426] env[70621]: DEBUG nova.scheduler.client.report [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.533413] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-3ebc0f08-44f9-4e81-81ae-d40e86c08117" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.533764] env[70621]: DEBUG nova.objects.instance [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'migration_context' on Instance uuid 3ebc0f08-44f9-4e81-81ae-d40e86c08117 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.735888] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.736458] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.739239] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.161s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.739458] env[70621]: DEBUG nova.objects.instance [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lazy-loading 'resources' on Instance uuid 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.036346] env[70621]: DEBUG nova.objects.base [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Object Instance<3ebc0f08-44f9-4e81-81ae-d40e86c08117> lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.037280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598f35b-8e75-40fe-9234-bf685c145f02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.057189] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b99420-8eb2-4121-9fab-635c3711a0cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.064503] env[70621]: DEBUG oslo_vmware.api [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1186.064503] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526c5d45-9ce0-6d8b-05b6-86ffd5e7650c" [ 1186.064503] env[70621]: _type = "Task" [ 1186.064503] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.073029] env[70621]: DEBUG oslo_vmware.api [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526c5d45-9ce0-6d8b-05b6-86ffd5e7650c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.242973] env[70621]: DEBUG nova.compute.utils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.247195] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.247360] env[70621]: DEBUG nova.network.neutron [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.305396] env[70621]: DEBUG nova.policy [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6a2bf8e49147c7a20b1ad43879f529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c6fa264e6641898f49d856fb729373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.419532] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2f015f-ab36-40bd-8e6c-2c75f20f2db2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.428173] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0a0240-5cbb-4625-9f73-b68fd1f51561 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.459529] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020a203-8fce-47b6-aff8-553b7b84266c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.467537] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b770cc-4669-48e8-bc5f-0abe4f23146b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.484604] env[70621]: DEBUG nova.compute.provider_tree [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.575570] env[70621]: DEBUG oslo_vmware.api [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526c5d45-9ce0-6d8b-05b6-86ffd5e7650c, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.575570] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.584107] env[70621]: DEBUG nova.network.neutron [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Successfully created port: d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.733062] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1186.733318] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819257', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'name': 'volume-e22a2107-80fb-4a00-961e-a10d242ac253', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b219c0a8-bffe-4966-918a-7a04f28fa859', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'serial': 'e22a2107-80fb-4a00-961e-a10d242ac253'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1186.734481] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d9e80c-1fab-4881-b0d2-12184a41c088 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.750725] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.754387] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a705cf-20bd-44e1-8ff8-35e16a4593a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.787544] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-e22a2107-80fb-4a00-961e-a10d242ac253/volume-e22a2107-80fb-4a00-961e-a10d242ac253.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.787844] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658a72f9-7fa8-4311-a35a-2f5749644935 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.810379] env[70621]: DEBUG oslo_vmware.api [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1186.810379] env[70621]: value = "task-4136634" [ 1186.810379] env[70621]: _type = "Task" [ 1186.810379] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.818990] env[70621]: DEBUG oslo_vmware.api [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.988459] env[70621]: DEBUG nova.scheduler.client.report [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.322372] env[70621]: DEBUG oslo_vmware.api [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136634, 'name': ReconfigVM_Task, 'duration_secs': 0.356026} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.322701] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-e22a2107-80fb-4a00-961e-a10d242ac253/volume-e22a2107-80fb-4a00-961e-a10d242ac253.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.327969] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19df3e89-1314-4a5a-ba24-381a2c94feff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.345162] env[70621]: DEBUG oslo_vmware.api [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1187.345162] env[70621]: value = "task-4136635" [ 1187.345162] env[70621]: _type = "Task" [ 1187.345162] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.355512] env[70621]: DEBUG oslo_vmware.api [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.493892] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.496404] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.700s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.496645] env[70621]: DEBUG nova.objects.instance [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid ea832313-1241-47aa-babb-5be7a9c5b48c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.518906] env[70621]: INFO nova.scheduler.client.report [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Deleted allocations for instance 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a [ 1187.760572] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.789772] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.790088] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.790197] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.790380] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.790591] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.790760] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.790974] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.791168] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.791359] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.791529] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.791713] env[70621]: DEBUG nova.virt.hardware [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.792714] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b7fe1b-a32a-4105-9e96-f0c343d52c87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.801397] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bfc7c-cc4e-4e82-99fd-b6d1ee7dca31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.855499] env[70621]: DEBUG oslo_vmware.api [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136635, 'name': ReconfigVM_Task, 'duration_secs': 0.148624} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.855819] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819257', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'name': 'volume-e22a2107-80fb-4a00-961e-a10d242ac253', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b219c0a8-bffe-4966-918a-7a04f28fa859', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'serial': 'e22a2107-80fb-4a00-961e-a10d242ac253'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1187.979042] env[70621]: DEBUG nova.compute.manager [req-25df154c-a69f-4c77-a345-be97841ff785 req-47b0391b-db35-48b2-8db0-3daa49ed02e3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Received event network-vif-plugged-d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.979356] env[70621]: DEBUG oslo_concurrency.lockutils [req-25df154c-a69f-4c77-a345-be97841ff785 req-47b0391b-db35-48b2-8db0-3daa49ed02e3 service nova] Acquiring lock "2653eecf-d650-46da-9487-f35ee29244a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.979646] env[70621]: DEBUG oslo_concurrency.lockutils [req-25df154c-a69f-4c77-a345-be97841ff785 req-47b0391b-db35-48b2-8db0-3daa49ed02e3 service nova] Lock "2653eecf-d650-46da-9487-f35ee29244a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.979888] env[70621]: DEBUG oslo_concurrency.lockutils [req-25df154c-a69f-4c77-a345-be97841ff785 req-47b0391b-db35-48b2-8db0-3daa49ed02e3 service nova] Lock "2653eecf-d650-46da-9487-f35ee29244a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.980139] env[70621]: DEBUG nova.compute.manager [req-25df154c-a69f-4c77-a345-be97841ff785 req-47b0391b-db35-48b2-8db0-3daa49ed02e3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] No waiting events found dispatching network-vif-plugged-d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1187.980359] env[70621]: WARNING nova.compute.manager [req-25df154c-a69f-4c77-a345-be97841ff785 req-47b0391b-db35-48b2-8db0-3daa49ed02e3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Received unexpected event network-vif-plugged-d5fff342-7069-47c4-b37e-d5d651858127 for instance with vm_state building and task_state spawning. [ 1188.027647] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9f9b67d3-6efd-4bdf-abb5-ed036a8fffc9 tempest-ListServerFiltersTestJSON-738554284 tempest-ListServerFiltersTestJSON-738554284-project-member] Lock "9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.955s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.081166] env[70621]: DEBUG nova.network.neutron [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Successfully updated port: d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.170012] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488452c6-98f9-4963-94ae-18d22c800847 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.178437] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1164d9-4043-4dab-a483-07c53f257696 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.208617] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b23ab3-f02e-4ff5-b7c2-486f9ecafb4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.216798] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c4911-fb88-4655-aa90-b3f3a9753786 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.233418] env[70621]: DEBUG nova.compute.provider_tree [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.585900] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.587416] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.587669] env[70621]: DEBUG nova.network.neutron [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.736663] env[70621]: DEBUG nova.scheduler.client.report [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.897299] env[70621]: DEBUG nova.objects.instance [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'flavor' on Instance uuid b219c0a8-bffe-4966-918a-7a04f28fa859 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.947344] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.947609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.947932] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.948050] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.948226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.950352] env[70621]: INFO nova.compute.manager [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Terminating instance [ 1189.121654] env[70621]: DEBUG nova.network.neutron [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.241399] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.244544] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.669s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.266754] env[70621]: INFO nova.scheduler.client.report [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance ea832313-1241-47aa-babb-5be7a9c5b48c [ 1189.268810] env[70621]: DEBUG nova.network.neutron [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updating instance_info_cache with network_info: [{"id": "d5fff342-7069-47c4-b37e-d5d651858127", "address": "fa:16:3e:8a:a5:e2", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fff342-70", "ovs_interfaceid": "d5fff342-7069-47c4-b37e-d5d651858127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.403262] env[70621]: DEBUG oslo_concurrency.lockutils [None req-472e27f9-d2b1-4379-b6c2-8292b3cb6c95 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.781s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.453914] env[70621]: DEBUG nova.compute.manager [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.454192] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.455120] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5161e8ab-5232-47c7-a23e-9baf889ac0ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.463964] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.464247] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ee3420-4fa7-4978-9456-45ba3224bba4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.470913] env[70621]: DEBUG oslo_vmware.api [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1189.470913] env[70621]: value = "task-4136637" [ 1189.470913] env[70621]: _type = "Task" [ 1189.470913] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.479980] env[70621]: DEBUG oslo_vmware.api [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.772647] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.772999] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Instance network_info: |[{"id": "d5fff342-7069-47c4-b37e-d5d651858127", "address": "fa:16:3e:8a:a5:e2", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fff342-70", "ovs_interfaceid": "d5fff342-7069-47c4-b37e-d5d651858127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.775762] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:a5:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5fff342-7069-47c4-b37e-d5d651858127', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.784211] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.784839] env[70621]: DEBUG oslo_concurrency.lockutils [None req-250c4da3-7155-48c5-9ec4-b5b3c823aeae tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "ea832313-1241-47aa-babb-5be7a9c5b48c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.352s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.785874] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.788868] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a0bbf94-49d3-43a4-b020-0dca988a1e25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.813119] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.813119] env[70621]: value = "task-4136638" [ 1189.813119] env[70621]: _type = "Task" [ 1189.813119] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.825591] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136638, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.948826] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0916377d-1319-4456-a155-88809b6fc6ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.957693] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee3486-ec80-4efa-88f0-d19d6b3460d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.995843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db568b7d-e689-4852-a342-359596a3d1c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.006873] env[70621]: DEBUG oslo_vmware.api [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136637, 'name': PowerOffVM_Task, 'duration_secs': 0.239521} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.007256] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.007490] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.008680] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf287c-e09e-43bf-ab05-a5c9adf57be7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.013835] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95444923-f217-4e65-89ed-c267f5282335 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.016384] env[70621]: DEBUG nova.compute.manager [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Received event network-changed-d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.016563] env[70621]: DEBUG nova.compute.manager [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Refreshing instance network info cache due to event network-changed-d5fff342-7069-47c4-b37e-d5d651858127. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.016784] env[70621]: DEBUG oslo_concurrency.lockutils [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] Acquiring lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.016932] env[70621]: DEBUG oslo_concurrency.lockutils [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] Acquired lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.017113] env[70621]: DEBUG nova.network.neutron [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Refreshing network info cache for port d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.031380] env[70621]: DEBUG nova.compute.provider_tree [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.082323] env[70621]: INFO nova.compute.manager [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Rescuing [ 1190.082719] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.082932] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.083119] env[70621]: DEBUG nova.network.neutron [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.091770] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.091770] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.091770] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleting the datastore file [datastore1] e7d802eb-e64e-4fd5-8d82-2eba42eac766 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.092512] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d43144-d5ca-4eb9-ad1f-32dbd6bec07a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.100730] env[70621]: DEBUG oslo_vmware.api [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1190.100730] env[70621]: value = "task-4136640" [ 1190.100730] env[70621]: _type = "Task" [ 1190.100730] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.110769] env[70621]: DEBUG oslo_vmware.api [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.323395] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136638, 'name': CreateVM_Task, 'duration_secs': 0.394413} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.323576] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.324281] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.324713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.324770] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.325040] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ae3c06-242f-4457-9b3c-427749782b6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.330049] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1190.330049] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5288d0a1-2e24-d30a-2665-c552d71d6d28" [ 1190.330049] env[70621]: _type = "Task" [ 1190.330049] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.339160] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5288d0a1-2e24-d30a-2665-c552d71d6d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.535205] env[70621]: DEBUG nova.scheduler.client.report [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.610625] env[70621]: DEBUG oslo_vmware.api [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161713} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.610895] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.611102] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.611287] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.611463] env[70621]: INFO nova.compute.manager [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1190.611894] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.612127] env[70621]: DEBUG nova.compute.manager [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.612217] env[70621]: DEBUG nova.network.neutron [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.841670] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5288d0a1-2e24-d30a-2665-c552d71d6d28, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.842015] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.842265] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.842888] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.842888] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.842888] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.843098] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66c076fa-8e7b-4831-afbd-0549701d13a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.853449] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.853666] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.856668] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a274f03-4233-4d4a-8207-6d3b86af5106 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.863329] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1190.863329] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bc51bd-e466-a3c2-02fe-729e9dbe8a29" [ 1190.863329] env[70621]: _type = "Task" [ 1190.863329] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.872841] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc51bd-e466-a3c2-02fe-729e9dbe8a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.942649] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "e1436520-0b9d-4cd5-b915-c910974ca957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.944042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "e1436520-0b9d-4cd5-b915-c910974ca957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.013428] env[70621]: DEBUG nova.network.neutron [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updated VIF entry in instance network info cache for port d5fff342-7069-47c4-b37e-d5d651858127. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.014017] env[70621]: DEBUG nova.network.neutron [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updating instance_info_cache with network_info: [{"id": "d5fff342-7069-47c4-b37e-d5d651858127", "address": "fa:16:3e:8a:a5:e2", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fff342-70", "ovs_interfaceid": "d5fff342-7069-47c4-b37e-d5d651858127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.122108] env[70621]: DEBUG nova.network.neutron [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.375219] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bc51bd-e466-a3c2-02fe-729e9dbe8a29, 'name': SearchDatastore_Task, 'duration_secs': 0.016601} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.376322] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867567ac-64ce-4b82-be8d-28f3171b80f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.382123] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1191.382123] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e5a76a-8804-80a8-b47d-5b9c9ecaa76d" [ 1191.382123] env[70621]: _type = "Task" [ 1191.382123] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.390263] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e5a76a-8804-80a8-b47d-5b9c9ecaa76d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.446557] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.516803] env[70621]: DEBUG oslo_concurrency.lockutils [req-3dab3547-bc32-4623-83d5-520c9721f805 req-3ab09a23-e3b9-4df9-8cb4-7752ffb83df4 service nova] Releasing lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.545217] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.301s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.586951] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.587430] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.587626] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.587802] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1191.588026] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.624823] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.832284] env[70621]: DEBUG nova.network.neutron [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.893645] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e5a76a-8804-80a8-b47d-5b9c9ecaa76d, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.893986] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.893986] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 2653eecf-d650-46da-9487-f35ee29244a4/2653eecf-d650-46da-9487-f35ee29244a4.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.894264] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b1cad33-5a5c-4f69-84e1-5062d81dc388 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.901673] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1191.901673] env[70621]: value = "task-4136641" [ 1191.901673] env[70621]: _type = "Task" [ 1191.901673] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.910847] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.974601] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.974980] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.977258] env[70621]: INFO nova.compute.claims [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.042923] env[70621]: DEBUG nova.compute.manager [req-aaa8437f-026a-4951-a357-9754288495eb req-976ebec2-339b-4029-a9e1-eb2ab6e9899d service nova] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Received event network-vif-deleted-f371f219-8216-49b7-882e-b27e0712ac72 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.091339] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.101558] env[70621]: INFO nova.scheduler.client.report [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocation for migration 4d417d3f-c931-4baa-b81a-7bb1df30d651 [ 1192.335590] env[70621]: INFO nova.compute.manager [-] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Took 1.72 seconds to deallocate network for instance. [ 1192.414356] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.607508] env[70621]: DEBUG oslo_concurrency.lockutils [None req-52fae0ae-70d1-420b-b44e-741241519c67 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.356s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.842830] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.914112] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607771} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.914478] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 2653eecf-d650-46da-9487-f35ee29244a4/2653eecf-d650-46da-9487-f35ee29244a4.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.914704] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.914993] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40a08fbe-7d51-42e6-b7af-009d8734db83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.922022] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1192.922022] env[70621]: value = "task-4136642" [ 1192.922022] env[70621]: _type = "Task" [ 1192.922022] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.932687] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.164137] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.164137] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e6014b2-8ee6-4575-9a08-5a020f67282f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.173648] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1193.173648] env[70621]: value = "task-4136643" [ 1193.173648] env[70621]: _type = "Task" [ 1193.173648] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.188251] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.196260] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43e121-cae1-44f7-889f-fde3a3fb1f94 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.207581] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b59f07-f8b6-41fc-a5a3-4a88d3e16dab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.242412] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4140826e-b274-41d0-aa19-c0d1fda33d79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.250966] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43349a6b-a905-4b33-893e-cf5e14a00bf2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.269061] env[70621]: DEBUG nova.compute.provider_tree [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.432396] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082767} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.432805] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.433485] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb532e-dce2-41b5-acf8-6fc1fd90731f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.457232] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 2653eecf-d650-46da-9487-f35ee29244a4/2653eecf-d650-46da-9487-f35ee29244a4.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.457670] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.458193] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.458193] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.458343] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.458448] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.460143] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa52ba76-b2c4-4a6b-9b2f-f14d82483cb8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.474756] env[70621]: INFO nova.compute.manager [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Terminating instance [ 1193.482008] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1193.482008] env[70621]: value = "task-4136644" [ 1193.482008] env[70621]: _type = "Task" [ 1193.482008] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.491174] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.685020] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136643, 'name': PowerOffVM_Task, 'duration_secs': 0.248721} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.686114] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.686667] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe50ec1-f992-41d9-a532-cd0038f3ec49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.710580] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5601069-76af-4d18-a136-d1d32b174792 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.740050] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.740376] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f1be19-5966-4e3e-adcf-3a408d7d2a1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.747930] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1193.747930] env[70621]: value = "task-4136645" [ 1193.747930] env[70621]: _type = "Task" [ 1193.747930] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.760896] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1193.761331] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.762118] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.762398] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.762922] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.763403] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8713549b-0d7a-421d-868b-b67ac953293f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.774226] env[70621]: DEBUG nova.scheduler.client.report [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.779267] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.779491] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.780375] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1934dec5-f934-4221-b27d-ede600d7fbbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.788805] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1193.788805] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523b98b5-5a4a-f1aa-a753-846d34a16ddd" [ 1193.788805] env[70621]: _type = "Task" [ 1193.788805] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.799829] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523b98b5-5a4a-f1aa-a753-846d34a16ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.984893] env[70621]: DEBUG nova.compute.manager [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.984893] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.985292] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b20e52-1b49-4526-9a96-520b2659a03a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.002035] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136644, 'name': ReconfigVM_Task, 'duration_secs': 0.322081} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.003279] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 2653eecf-d650-46da-9487-f35ee29244a4/2653eecf-d650-46da-9487-f35ee29244a4.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.004860] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.010674] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e434bf5d-cfa4-4230-962c-cac610b76d91 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.011412] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f41f77-9881-4695-91cc-35597a6c6bd7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.020993] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1194.020993] env[70621]: value = "task-4136646" [ 1194.020993] env[70621]: _type = "Task" [ 1194.020993] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.022811] env[70621]: DEBUG oslo_vmware.api [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1194.022811] env[70621]: value = "task-4136647" [ 1194.022811] env[70621]: _type = "Task" [ 1194.022811] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.040787] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136646, 'name': Rename_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.041094] env[70621]: DEBUG oslo_vmware.api [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.046483] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.046483] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.285563] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.286329] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.290016] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.199s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.290291] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.290548] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1194.290927] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.448s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.291248] env[70621]: DEBUG nova.objects.instance [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'resources' on Instance uuid e7d802eb-e64e-4fd5-8d82-2eba42eac766 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.293580] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1d6f53-9b26-48cf-8dd9-2bb68688185d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.319785] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f1bb3-89cc-4610-a13c-bb2f2ac22f5b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.327721] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523b98b5-5a4a-f1aa-a753-846d34a16ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.333485] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a2ed40-ab4c-40ea-84af-740ad6702a97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.354175] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313fe96b-6ef6-4eea-8bfa-4a60d9c3c31a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.359823] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1194.359823] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e0d8b4-295a-6e5b-6d53-13b6489a8bc0" [ 1194.359823] env[70621]: _type = "Task" [ 1194.359823] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.366182] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a4e321-f678-418d-b40b-2792fc9da486 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.374724] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e0d8b4-295a-6e5b-6d53-13b6489a8bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.403739] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179064MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1194.403912] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.515822] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d56f7-aae6-4912-b8c9-febf851c52b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.526980] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9166d450-a80c-49c6-bf2e-b85ed219162e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.536834] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136646, 'name': Rename_Task, 'duration_secs': 0.208845} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.564121] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.564121] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.568577] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3653e485-4730-4fcc-84f5-b223993b96d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.573050] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a333969f-ca26-40d9-b3f9-a4dd5c31c262 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.573626] env[70621]: DEBUG oslo_vmware.api [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136647, 'name': PowerOffVM_Task, 'duration_secs': 0.292543} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.574137] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.576993] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.576993] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c55aa023-6d11-4e7b-83b3-0d6afcbbcdd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.581029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efdf277-145c-4a3d-8f3c-2dd115c6ea1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.584930] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1194.584930] env[70621]: value = "task-4136648" [ 1194.584930] env[70621]: _type = "Task" [ 1194.584930] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.597793] env[70621]: DEBUG nova.compute.provider_tree [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.605904] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.676345] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.676655] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.676990] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore2] 3ebc0f08-44f9-4e81-81ae-d40e86c08117 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.677383] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1e65056-1e69-4c93-8b86-9dcde6d7cb80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.683634] env[70621]: DEBUG oslo_vmware.api [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1194.683634] env[70621]: value = "task-4136650" [ 1194.683634] env[70621]: _type = "Task" [ 1194.683634] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.692028] env[70621]: DEBUG oslo_vmware.api [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.794676] env[70621]: DEBUG nova.compute.utils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.796525] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.796812] env[70621]: DEBUG nova.network.neutron [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.843131] env[70621]: DEBUG nova.policy [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.869818] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e0d8b4-295a-6e5b-6d53-13b6489a8bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.019817} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.870053] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.870304] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. {{(pid=70621) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1194.870618] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86171355-a2d6-4d86-bea6-58eaec35fd40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.877928] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1194.877928] env[70621]: value = "task-4136651" [ 1194.877928] env[70621]: _type = "Task" [ 1194.877928] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.885977] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.098581] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.100594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.101537] env[70621]: DEBUG nova.scheduler.client.report [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.142061] env[70621]: DEBUG nova.network.neutron [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Successfully created port: 0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.197335] env[70621]: DEBUG oslo_vmware.api [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156709} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.197772] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.198071] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.198305] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.198473] env[70621]: INFO nova.compute.manager [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1195.198809] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.199031] env[70621]: DEBUG nova.compute.manager [-] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.199134] env[70621]: DEBUG nova.network.neutron [-] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.304215] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.388258] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136651, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.600068] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.607132] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.316s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.609081] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.205s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.642469] env[70621]: INFO nova.scheduler.client.report [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted allocations for instance e7d802eb-e64e-4fd5-8d82-2eba42eac766 [ 1195.649580] env[70621]: DEBUG nova.compute.manager [req-a31ca6a3-45d6-4691-a224-7c83c25e1ad1 req-5c22f4ef-b217-4762-8472-3f0105419e5d service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Received event network-vif-deleted-4a2a13c4-aa98-46ed-b462-391a4082e115 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.649877] env[70621]: INFO nova.compute.manager [req-a31ca6a3-45d6-4691-a224-7c83c25e1ad1 req-5c22f4ef-b217-4762-8472-3f0105419e5d service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Neutron deleted interface 4a2a13c4-aa98-46ed-b462-391a4082e115; detaching it from the instance and deleting it from the info cache [ 1195.650102] env[70621]: DEBUG nova.network.neutron [req-a31ca6a3-45d6-4691-a224-7c83c25e1ad1 req-5c22f4ef-b217-4762-8472-3f0105419e5d service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.889160] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51403} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.889409] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. [ 1195.890244] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c82b9b1-8cc1-4ee0-a13c-d425b2967edb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.917528] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.918364] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a786f7-7b5f-4513-9cc1-6584207efc4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.939456] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1195.939456] env[70621]: value = "task-4136652" [ 1195.939456] env[70621]: _type = "Task" [ 1195.939456] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.948266] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.097122] env[70621]: DEBUG oslo_vmware.api [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136648, 'name': PowerOnVM_Task, 'duration_secs': 1.156399} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.097438] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.097648] env[70621]: INFO nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1196.097837] env[70621]: DEBUG nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.098649] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae1da3-2ab1-4324-9b00-4252606d14e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.128425] env[70621]: DEBUG nova.network.neutron [-] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.150520] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e3d9195b-697c-4d4c-9170-cc56e7f485de tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "e7d802eb-e64e-4fd5-8d82-2eba42eac766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.203s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.152999] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecc34cd4-aff0-410e-94d1-40d9958bb704 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.164475] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d8a3c3-d337-4918-b102-ff3c926fe006 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.195844] env[70621]: DEBUG nova.compute.manager [req-a31ca6a3-45d6-4691-a224-7c83c25e1ad1 req-5c22f4ef-b217-4762-8472-3f0105419e5d service nova] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Detach interface failed, port_id=4a2a13c4-aa98-46ed-b462-391a4082e115, reason: Instance 3ebc0f08-44f9-4e81-81ae-d40e86c08117 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.318917] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.352227] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.352664] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.352907] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.353785] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.354071] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.354343] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.354693] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.354956] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.355410] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.355532] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.356166] env[70621]: DEBUG nova.virt.hardware [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.357125] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6ad72-25f1-41e6-82d9-574891952665 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.372421] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28478cd-58bf-4d12-90ba-3f533221ab9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.449825] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.617988] env[70621]: INFO nova.compute.manager [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Took 13.15 seconds to build instance. [ 1196.634722] env[70621]: INFO nova.compute.manager [-] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Took 1.43 seconds to deallocate network for instance. [ 1196.659843] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660031] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 50f2c68f-3bf1-486a-90ff-352091e6b328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660166] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance df3c86b1-b9a2-45d2-b939-4b059a94daf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660289] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2c21722a-4c02-414e-a09c-8632b3c16b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660422] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 319e41f4-7952-452d-ae01-65b2f5bbab8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660612] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance b219c0a8-bffe-4966-918a-7a04f28fa859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660761] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.660894] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 3ebc0f08-44f9-4e81-81ae-d40e86c08117 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.661018] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2653eecf-d650-46da-9487-f35ee29244a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.661768] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance e1436520-0b9d-4cd5-b915-c910974ca957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1196.950844] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136652, 'name': ReconfigVM_Task, 'duration_secs': 0.885224} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.951545] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfigured VM instance instance-00000065 to attach disk [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.952426] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ed8573-2203-4998-a12f-fc1f5dce4fb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.982819] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec1a668-12dd-43eb-a317-38d0e2a82c1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.000762] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1197.000762] env[70621]: value = "task-4136653" [ 1197.000762] env[70621]: _type = "Task" [ 1197.000762] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.013672] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.129965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0154a6ee-e68c-48e6-a73a-bb022bc2770b tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "2653eecf-d650-46da-9487-f35ee29244a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.675s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.142381] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.166576] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 502ab6be-7fa9-4d2a-8857-ea28020050a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1197.166576] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1197.166576] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1197.177619] env[70621]: DEBUG nova.network.neutron [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Successfully updated port: 0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.336025] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde1c644-f80e-4fbc-83ba-e457abb61d5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.344466] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1719617-694d-45be-b5d0-90e2defd9c48 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.378654] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da6e23-998e-4439-ac4f-02e937e014e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.387631] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c664a059-5d2b-4326-8d81-0ca2ae11f3ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.401955] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.510440] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136653, 'name': ReconfigVM_Task, 'duration_secs': 0.167542} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.510753] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.511020] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31b39efd-bfbe-421f-82ab-1a4755022988 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.518099] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1197.518099] env[70621]: value = "task-4136654" [ 1197.518099] env[70621]: _type = "Task" [ 1197.518099] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.526259] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.680233] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-e1436520-0b9d-4cd5-b915-c910974ca957" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.680490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-e1436520-0b9d-4cd5-b915-c910974ca957" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.680742] env[70621]: DEBUG nova.network.neutron [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.683667] env[70621]: DEBUG nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Received event network-changed-d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.683945] env[70621]: DEBUG nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Refreshing instance network info cache due to event network-changed-d5fff342-7069-47c4-b37e-d5d651858127. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.684235] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Acquiring lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.684451] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Acquired lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.685068] env[70621]: DEBUG nova.network.neutron [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Refreshing network info cache for port d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.904980] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.030471] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.241986] env[70621]: DEBUG nova.network.neutron [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.409817] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1198.410058] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.801s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.412657] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.312s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.414364] env[70621]: INFO nova.compute.claims [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.417066] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.417282] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Cleaning up deleted instances {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1198.452634] env[70621]: DEBUG nova.compute.manager [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1198.519921] env[70621]: DEBUG nova.network.neutron [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Updating instance_info_cache with network_info: [{"id": "0c4f1fb7-8963-46db-ae6a-e3664be8e019", "address": "fa:16:3e:b7:e3:37", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4f1fb7-89", "ovs_interfaceid": "0c4f1fb7-8963-46db-ae6a-e3664be8e019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.531126] env[70621]: DEBUG oslo_vmware.api [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136654, 'name': PowerOnVM_Task, 'duration_secs': 0.572882} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.531796] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.536182] env[70621]: DEBUG nova.compute.manager [None req-05777ca3-b447-4dcc-bafb-7342e75a5246 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.536182] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e4c82e-8f34-4bc2-a35c-cd82684b4625 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.551043] env[70621]: DEBUG nova.network.neutron [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updated VIF entry in instance network info cache for port d5fff342-7069-47c4-b37e-d5d651858127. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.551668] env[70621]: DEBUG nova.network.neutron [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updating instance_info_cache with network_info: [{"id": "d5fff342-7069-47c4-b37e-d5d651858127", "address": "fa:16:3e:8a:a5:e2", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5fff342-70", "ovs_interfaceid": "d5fff342-7069-47c4-b37e-d5d651858127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.937027] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] There are 55 instances to clean {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1198.937027] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ea832313-1241-47aa-babb-5be7a9c5b48c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.024987] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-e1436520-0b9d-4cd5-b915-c910974ca957" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.026060] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Instance network_info: |[{"id": "0c4f1fb7-8963-46db-ae6a-e3664be8e019", "address": "fa:16:3e:b7:e3:37", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4f1fb7-89", "ovs_interfaceid": "0c4f1fb7-8963-46db-ae6a-e3664be8e019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.026060] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:e3:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c4f1fb7-8963-46db-ae6a-e3664be8e019', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.034131] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.034504] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.034722] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db9b6c37-4489-46dd-864f-58a3d0b627df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.054819] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Releasing lock "refresh_cache-2653eecf-d650-46da-9487-f35ee29244a4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.055211] env[70621]: DEBUG nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Received event network-vif-plugged-0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.055478] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Acquiring lock "e1436520-0b9d-4cd5-b915-c910974ca957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.055716] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Lock "e1436520-0b9d-4cd5-b915-c910974ca957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.055887] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Lock "e1436520-0b9d-4cd5-b915-c910974ca957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.056069] env[70621]: DEBUG nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] No waiting events found dispatching network-vif-plugged-0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1199.056249] env[70621]: WARNING nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Received unexpected event network-vif-plugged-0c4f1fb7-8963-46db-ae6a-e3664be8e019 for instance with vm_state building and task_state spawning. [ 1199.056410] env[70621]: DEBUG nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Received event network-changed-0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.056563] env[70621]: DEBUG nova.compute.manager [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Refreshing instance network info cache due to event network-changed-0c4f1fb7-8963-46db-ae6a-e3664be8e019. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.056774] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Acquiring lock "refresh_cache-e1436520-0b9d-4cd5-b915-c910974ca957" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.056989] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Acquired lock "refresh_cache-e1436520-0b9d-4cd5-b915-c910974ca957" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.057124] env[70621]: DEBUG nova.network.neutron [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Refreshing network info cache for port 0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.062711] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.062711] env[70621]: value = "task-4136656" [ 1199.062711] env[70621]: _type = "Task" [ 1199.062711] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.064886] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.079076] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136656, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.217271] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4cb223-62f8-44ec-b3eb-74652be53a42 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.225598] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a68f74-19c7-487e-9790-62fdb75cc866 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.257806] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d80fc2-9790-4d47-9691-51d35155ce9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.265584] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e062fbd-da98-47d7-b612-28afcafefda7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.279250] env[70621]: DEBUG nova.compute.provider_tree [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.444059] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1a7fb90c-2c0d-4db8-bbea-15c668b1af5b] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.476083] env[70621]: INFO nova.compute.manager [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Unrescuing [ 1199.476083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.476083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.476282] env[70621]: DEBUG nova.network.neutron [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.575031] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136656, 'name': CreateVM_Task, 'duration_secs': 0.373449} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.575031] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.575483] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.575648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.576226] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.576226] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c20361-5a90-4d86-9181-adc83656eab6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.580884] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1199.580884] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52724290-04f2-d048-cb65-8b5840a7bf2b" [ 1199.580884] env[70621]: _type = "Task" [ 1199.580884] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.589121] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52724290-04f2-d048-cb65-8b5840a7bf2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.775370] env[70621]: DEBUG nova.network.neutron [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Updated VIF entry in instance network info cache for port 0c4f1fb7-8963-46db-ae6a-e3664be8e019. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.775824] env[70621]: DEBUG nova.network.neutron [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Updating instance_info_cache with network_info: [{"id": "0c4f1fb7-8963-46db-ae6a-e3664be8e019", "address": "fa:16:3e:b7:e3:37", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c4f1fb7-89", "ovs_interfaceid": "0c4f1fb7-8963-46db-ae6a-e3664be8e019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.782771] env[70621]: DEBUG nova.scheduler.client.report [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.947959] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ccbf232f-5e3b-476a-8ff9-a50f2cb31c12] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.095534] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52724290-04f2-d048-cb65-8b5840a7bf2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010686} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.095534] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.095534] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.095691] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.095915] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.096160] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.098858] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0637517-a14b-4310-b84d-81cb0ce5efae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.110736] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.110862] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.111567] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6287c89-a5d0-48f5-81d8-92edc0b1ee4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.118883] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1200.118883] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e35f02-bb48-b2df-a85c-e07d840c53dd" [ 1200.118883] env[70621]: _type = "Task" [ 1200.118883] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.132355] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e35f02-bb48-b2df-a85c-e07d840c53dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.133422] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78399add-8c8c-4e0e-9528-51a962812590 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.139303] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1200.139303] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523049f3-dfde-da49-b639-2a3196817a66" [ 1200.139303] env[70621]: _type = "Task" [ 1200.139303] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.148354] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523049f3-dfde-da49-b639-2a3196817a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.221181] env[70621]: DEBUG nova.network.neutron [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.278687] env[70621]: DEBUG oslo_concurrency.lockutils [req-f25b8264-fe0c-4eda-9af9-c793008b1d2f req-7263936e-510a-4c4d-be3a-ddcc7eca76f3 service nova] Releasing lock "refresh_cache-e1436520-0b9d-4cd5-b915-c910974ca957" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.288234] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.875s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.289090] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.293163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.151s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.293519] env[70621]: DEBUG nova.objects.instance [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'resources' on Instance uuid 3ebc0f08-44f9-4e81-81ae-d40e86c08117 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.451660] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 83c1d998-f4ae-44c0-a1ad-0930eac5e95a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.650512] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523049f3-dfde-da49-b639-2a3196817a66, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.650825] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.651108] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] e1436520-0b9d-4cd5-b915-c910974ca957/e1436520-0b9d-4cd5-b915-c910974ca957.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.651378] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7afaadc-cd45-474d-8fb8-c4573a019f4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.658191] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1200.658191] env[70621]: value = "task-4136658" [ 1200.658191] env[70621]: _type = "Task" [ 1200.658191] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.666917] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.724891] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.725669] env[70621]: DEBUG nova.objects.instance [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'flavor' on Instance uuid b219c0a8-bffe-4966-918a-7a04f28fa859 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.797499] env[70621]: DEBUG nova.compute.utils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.803231] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.803461] env[70621]: DEBUG nova.network.neutron [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.844277] env[70621]: DEBUG nova.policy [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aea0cf4893b4b2c9a9150232b6a78b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578ff4a58fe540a6beb0b33a128a7c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.955135] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9d79edab-dd9d-4ddf-ab6f-5e7d955f8f8a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.990678] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ad4d7b-5a74-4b62-9004-58812e962cac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.000404] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53f6b13-1e43-43cb-982d-f21a4ca69344 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.035850] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2ef57-0970-4ceb-984f-04f0c938e691 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.045021] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ce34ed-6d4c-44c0-921e-80e1c854e8a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.060386] env[70621]: DEBUG nova.compute.provider_tree [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.169560] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.174212] env[70621]: DEBUG nova.network.neutron [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Successfully created port: 0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.232197] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee27a0b8-55f4-4f31-8ab4-5b7bd8d6bcb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.260032] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.260032] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec68f8f-17f9-4067-9b7b-715ca0ea6f97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.267698] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1201.267698] env[70621]: value = "task-4136659" [ 1201.267698] env[70621]: _type = "Task" [ 1201.267698] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.278833] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.304190] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.462037] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: e65b83c2-7cdd-40b8-be1b-ba8654772069] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.563605] env[70621]: DEBUG nova.scheduler.client.report [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.668903] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.669222] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] e1436520-0b9d-4cd5-b915-c910974ca957/e1436520-0b9d-4cd5-b915-c910974ca957.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.669485] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.669747] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ac60ec-5ea2-4af6-a994-bdf9505b665a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.677671] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1201.677671] env[70621]: value = "task-4136660" [ 1201.677671] env[70621]: _type = "Task" [ 1201.677671] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.688145] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.779862] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.964879] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 37a42ec3-e07e-465d-856f-d170ef900316] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.069075] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.072591] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.008s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.094301] env[70621]: INFO nova.scheduler.client.report [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocations for instance 3ebc0f08-44f9-4e81-81ae-d40e86c08117 [ 1202.188267] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070902} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.188530] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.189317] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf66ac-aac3-43a5-8174-941d8ad75b76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.211755] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] e1436520-0b9d-4cd5-b915-c910974ca957/e1436520-0b9d-4cd5-b915-c910974ca957.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.212537] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f410cb0-5a39-4dae-a53c-e15b9958d4a9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.233708] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1202.233708] env[70621]: value = "task-4136661" [ 1202.233708] env[70621]: _type = "Task" [ 1202.233708] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.242930] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.280184] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136659, 'name': PowerOffVM_Task, 'duration_secs': 0.588233} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.280651] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.285910] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.286193] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4963b8b2-4d42-48bd-9420-0e33e6edf9da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.305502] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1202.305502] env[70621]: value = "task-4136662" [ 1202.305502] env[70621]: _type = "Task" [ 1202.305502] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.313943] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.316082] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.344118] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.344379] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.344537] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.344752] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.344987] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.345162] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.345377] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.345537] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.345704] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.345874] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.346114] env[70621]: DEBUG nova.virt.hardware [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.346977] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c3b489-58c9-4d41-bd5e-186475cefc4f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.357049] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9f0fbd-4264-41a8-be44-210ab0d9a4bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.468132] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: e7d802eb-e64e-4fd5-8d82-2eba42eac766] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.578033] env[70621]: INFO nova.compute.claims [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.585125] env[70621]: DEBUG nova.compute.manager [req-9fe7b78b-4bae-4a76-90ff-b026240ff013 req-ca5455ac-6d24-4cbd-80a4-fbefa6c086a1 service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Received event network-vif-plugged-0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.585368] env[70621]: DEBUG oslo_concurrency.lockutils [req-9fe7b78b-4bae-4a76-90ff-b026240ff013 req-ca5455ac-6d24-4cbd-80a4-fbefa6c086a1 service nova] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.585574] env[70621]: DEBUG oslo_concurrency.lockutils [req-9fe7b78b-4bae-4a76-90ff-b026240ff013 req-ca5455ac-6d24-4cbd-80a4-fbefa6c086a1 service nova] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.585746] env[70621]: DEBUG oslo_concurrency.lockutils [req-9fe7b78b-4bae-4a76-90ff-b026240ff013 req-ca5455ac-6d24-4cbd-80a4-fbefa6c086a1 service nova] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.585918] env[70621]: DEBUG nova.compute.manager [req-9fe7b78b-4bae-4a76-90ff-b026240ff013 req-ca5455ac-6d24-4cbd-80a4-fbefa6c086a1 service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] No waiting events found dispatching network-vif-plugged-0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1202.586209] env[70621]: WARNING nova.compute.manager [req-9fe7b78b-4bae-4a76-90ff-b026240ff013 req-ca5455ac-6d24-4cbd-80a4-fbefa6c086a1 service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Received unexpected event network-vif-plugged-0964a1f6-f2fe-4b81-8c02-f67f3f747e53 for instance with vm_state building and task_state spawning. [ 1202.603451] env[70621]: DEBUG oslo_concurrency.lockutils [None req-12031d11-2a5b-4a37-ac77-4b38e39a3c3b tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "3ebc0f08-44f9-4e81-81ae-d40e86c08117" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.145s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.688178] env[70621]: DEBUG nova.network.neutron [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Successfully updated port: 0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.744167] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.815529] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.972092] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 198c7d07-9140-4206-a19c-41adcf95d313] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.088533] env[70621]: INFO nova.compute.resource_tracker [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating resource usage from migration f65d193c-1e14-403d-885a-a40eda6ba11b [ 1203.191135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.191883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.191883] env[70621]: DEBUG nova.network.neutron [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.244945] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.253461] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f9c3ae-c7ea-4ea6-96be-8339833dc322 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.262076] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9c400d-0c1a-4b99-9e07-2a5f84b5b9ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.292747] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a47267-34e6-4032-8efc-8566f824307e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.300994] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd760da-ce7d-4b1a-9c03-9575d51364b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.314841] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136662, 'name': ReconfigVM_Task, 'duration_secs': 0.535487} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.322998] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.323244] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.323762] env[70621]: DEBUG nova.compute.provider_tree [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.326061] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23747b2c-8e62-4c15-bef7-eb569792e665 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.334245] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1203.334245] env[70621]: value = "task-4136664" [ 1203.334245] env[70621]: _type = "Task" [ 1203.334245] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.343623] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.476762] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 26bc1b18-e651-48de-95b3-d088a9c03b83] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.729711] env[70621]: DEBUG nova.network.neutron [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.745570] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136661, 'name': ReconfigVM_Task, 'duration_secs': 1.289286} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.745895] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Reconfigured VM instance instance-0000006e to attach disk [datastore1] e1436520-0b9d-4cd5-b915-c910974ca957/e1436520-0b9d-4cd5-b915-c910974ca957.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.746528] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc4d7e3-01c1-4467-b508-67b090702b4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.756090] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1203.756090] env[70621]: value = "task-4136665" [ 1203.756090] env[70621]: _type = "Task" [ 1203.756090] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.766778] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136665, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.829532] env[70621]: DEBUG nova.scheduler.client.report [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.846869] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136664, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.885559] env[70621]: DEBUG nova.network.neutron [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [{"id": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "address": "fa:16:3e:86:62:58", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964a1f6-f2", "ovs_interfaceid": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.978699] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 4fa25f93-a49f-490b-9be9-88a4b152cdeb] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.267498] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136665, 'name': Rename_Task, 'duration_secs': 0.158575} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.267782] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.268050] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d235a134-224b-44d9-a32a-a7ffe97d656a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.274714] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1204.274714] env[70621]: value = "task-4136666" [ 1204.274714] env[70621]: _type = "Task" [ 1204.274714] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.282846] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.335172] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.263s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.335705] env[70621]: INFO nova.compute.manager [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Migrating [ 1204.358327] env[70621]: DEBUG oslo_vmware.api [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136664, 'name': PowerOnVM_Task, 'duration_secs': 0.532955} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.358620] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.358893] env[70621]: DEBUG nova.compute.manager [None req-b97fd850-8696-4411-bb7b-c44cc591222f tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.359702] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db52d588-67f8-4a23-9da0-10ca408cc5b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.388836] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.389174] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Instance network_info: |[{"id": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "address": "fa:16:3e:86:62:58", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964a1f6-f2", "ovs_interfaceid": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.389583] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:62:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0964a1f6-f2fe-4b81-8c02-f67f3f747e53', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.397405] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.397615] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.397847] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e937118b-2e5a-4a70-9b55-9c02e2459da3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.418349] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.418349] env[70621]: value = "task-4136667" [ 1204.418349] env[70621]: _type = "Task" [ 1204.418349] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.426731] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136667, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.481889] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9729157f-105c-4598-9de4-da391c2ab3ca] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.617087] env[70621]: DEBUG nova.compute.manager [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Received event network-changed-0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.617353] env[70621]: DEBUG nova.compute.manager [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Refreshing instance network info cache due to event network-changed-0964a1f6-f2fe-4b81-8c02-f67f3f747e53. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.617725] env[70621]: DEBUG oslo_concurrency.lockutils [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] Acquiring lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.617891] env[70621]: DEBUG oslo_concurrency.lockutils [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] Acquired lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.618048] env[70621]: DEBUG nova.network.neutron [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Refreshing network info cache for port 0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.785885] env[70621]: DEBUG oslo_vmware.api [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136666, 'name': PowerOnVM_Task, 'duration_secs': 0.473076} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.786539] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.786770] env[70621]: INFO nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1204.786979] env[70621]: DEBUG nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.787870] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c9ac42-95d8-4f09-ab3a-1518c15f6e0c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.854960] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.855266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.855515] env[70621]: DEBUG nova.network.neutron [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.930255] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136667, 'name': CreateVM_Task, 'duration_secs': 0.492731} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.930506] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.931320] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.931542] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.931963] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.932295] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5714f8-81b2-4a5f-898a-a18db31ea6e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.939073] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1204.939073] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525e477f-436e-b5e1-fb15-95d8a8c08597" [ 1204.939073] env[70621]: _type = "Task" [ 1204.939073] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.949359] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525e477f-436e-b5e1-fb15-95d8a8c08597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.985689] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1be31f23-54d9-45fb-8f7e-32bf38d4dd8a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.305281] env[70621]: INFO nova.compute.manager [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Took 13.35 seconds to build instance. [ 1205.452738] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525e477f-436e-b5e1-fb15-95d8a8c08597, 'name': SearchDatastore_Task, 'duration_secs': 0.026612} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.453073] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.453310] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.453557] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.453681] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.453859] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.454130] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a78c35-68f0-4813-9b73-1ca3e82f0057 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.467087] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.467296] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.468063] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f8af0b-9d35-4bd9-b2ab-19a6baad2a04 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.473970] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1205.473970] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]522b5e12-467f-ecb9-4e61-bf98b794c06d" [ 1205.473970] env[70621]: _type = "Task" [ 1205.473970] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.482300] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522b5e12-467f-ecb9-4e61-bf98b794c06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.489064] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: cd130111-d039-471f-bd96-7bf854ba268c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.580495] env[70621]: DEBUG nova.network.neutron [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updated VIF entry in instance network info cache for port 0964a1f6-f2fe-4b81-8c02-f67f3f747e53. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.582118] env[70621]: DEBUG nova.network.neutron [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [{"id": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "address": "fa:16:3e:86:62:58", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964a1f6-f2", "ovs_interfaceid": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.698519] env[70621]: DEBUG nova.network.neutron [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.807543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6c02b137-c03d-4cce-b62e-f140978baad2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "e1436520-0b9d-4cd5-b915-c910974ca957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.864s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.986032] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]522b5e12-467f-ecb9-4e61-bf98b794c06d, 'name': SearchDatastore_Task, 'duration_secs': 0.028741} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.986727] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3ee24e-4879-4b1b-9f37-a3558e68a12e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.992312] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 34442338-43da-43e2-9ed1-236d78118fe7] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.995828] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1205.995828] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f36999-d70c-823a-8950-e64059b78e35" [ 1205.995828] env[70621]: _type = "Task" [ 1205.995828] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.005295] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f36999-d70c-823a-8950-e64059b78e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.085024] env[70621]: DEBUG oslo_concurrency.lockutils [req-89b58604-736b-4c85-bc8a-d28362319267 req-971fa45d-15c8-49df-b60e-e1df2d113b5b service nova] Releasing lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.133163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.133542] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.201821] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.497180] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 5819a24e-7720-4b2a-8698-45300be9ae72] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.509024] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f36999-d70c-823a-8950-e64059b78e35, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.509315] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.509574] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2/502ab6be-7fa9-4d2a-8857-ea28020050a2.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.509844] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bee012b-5a77-4d3f-9d0e-a31517f85cd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.517066] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1206.517066] env[70621]: value = "task-4136669" [ 1206.517066] env[70621]: _type = "Task" [ 1206.517066] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.525962] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.636620] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1206.644615] env[70621]: DEBUG nova.compute.manager [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.644615] env[70621]: DEBUG nova.compute.manager [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing instance network info cache due to event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.644615] env[70621]: DEBUG oslo_concurrency.lockutils [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.644615] env[70621]: DEBUG oslo_concurrency.lockutils [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.644615] env[70621]: DEBUG nova.network.neutron [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.003689] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 3d204eab-5b77-4431-a064-4a0a837d73a9] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.028120] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.167622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.168089] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.169934] env[70621]: INFO nova.compute.claims [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.408406] env[70621]: DEBUG nova.network.neutron [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updated VIF entry in instance network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.409040] env[70621]: DEBUG nova.network.neutron [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.507723] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: f6a722cb-5bf6-45a1-b024-dc9048c34ff1] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.530077] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579875} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.530077] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2/502ab6be-7fa9-4d2a-8857-ea28020050a2.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.530077] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.530347] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb4111fd-9654-4129-a90b-97924f03a863 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.538038] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1207.538038] env[70621]: value = "task-4136671" [ 1207.538038] env[70621]: _type = "Task" [ 1207.538038] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.548588] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.716782] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02136149-4eae-4cac-b833-3d89b6543e7f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.737860] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.912487] env[70621]: DEBUG oslo_concurrency.lockutils [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.912707] env[70621]: DEBUG nova.compute.manager [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.912861] env[70621]: DEBUG nova.compute.manager [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing instance network info cache due to event network-changed-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.913141] env[70621]: DEBUG oslo_concurrency.lockutils [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] Acquiring lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.913295] env[70621]: DEBUG oslo_concurrency.lockutils [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] Acquired lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.913462] env[70621]: DEBUG nova.network.neutron [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Refreshing network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.011345] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: e6d3b2d1-a6bc-43c8-a262-62a1f3d5f2bb] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.048888] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060561} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.049218] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.049992] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9c3d8-2326-4fba-9e90-e7639d10ebb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.074337] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2/502ab6be-7fa9-4d2a-8857-ea28020050a2.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.075012] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ece9c5e-5307-40cb-add9-91b92dbd6a3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.094695] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1208.094695] env[70621]: value = "task-4136672" [ 1208.094695] env[70621]: _type = "Task" [ 1208.094695] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.103165] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.243983] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.244315] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89838af-1004-4a20-aed4-f999418ffb3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.253274] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1208.253274] env[70621]: value = "task-4136673" [ 1208.253274] env[70621]: _type = "Task" [ 1208.253274] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.262290] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.343449] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b761528-23d3-447a-ac18-1f3d8ee195c9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.354845] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc0d6a-2f32-4900-a88f-9e3dd24f4a3f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.387416] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302d104-22df-48d5-819f-7105b3429fde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.395462] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d34fd6b-f7e0-418c-a2c9-5cbe2ac4f1fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.410438] env[70621]: DEBUG nova.compute.provider_tree [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.514703] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: c33e15bf-efd8-44b5-af89-ca56460aa56c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.607913] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136672, 'name': ReconfigVM_Task, 'duration_secs': 0.284182} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.608300] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2/502ab6be-7fa9-4d2a-8857-ea28020050a2.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.608996] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd44a8f-468d-4528-9f6d-9b028ce5608b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.617743] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1208.617743] env[70621]: value = "task-4136674" [ 1208.617743] env[70621]: _type = "Task" [ 1208.617743] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.630728] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136674, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.700039] env[70621]: DEBUG nova.network.neutron [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updated VIF entry in instance network info cache for port c7eda4ab-b0a7-4d7f-8dbf-616ab793969d. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.700754] env[70621]: DEBUG nova.network.neutron [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [{"id": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "address": "fa:16:3e:fb:65:21", "network": {"id": "a8a2f71e-f7af-405c-a04c-2f8b3c8b7e4b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-692060735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0285f54dd743569712c81388f2904f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7eda4ab-b0", "ovs_interfaceid": "c7eda4ab-b0a7-4d7f-8dbf-616ab793969d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.766122] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136673, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.914694] env[70621]: DEBUG nova.scheduler.client.report [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.018304] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 77f88fd2-65c3-414e-9d06-d921145ddd13] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.128265] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136674, 'name': Rename_Task, 'duration_secs': 0.167879} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.128552] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.128820] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ff6b29b-fd5c-46fa-961e-8b2347bfbbf4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.134859] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1209.134859] env[70621]: value = "task-4136676" [ 1209.134859] env[70621]: _type = "Task" [ 1209.134859] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.142832] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.204586] env[70621]: DEBUG oslo_concurrency.lockutils [req-02b1650d-46bc-4daf-8c76-ce5ad6aefbfe req-ef44769a-5086-4316-a350-3d3b05be943f service nova] Releasing lock "refresh_cache-b219c0a8-bffe-4966-918a-7a04f28fa859" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.264556] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136673, 'name': PowerOffVM_Task, 'duration_secs': 0.516511} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.264854] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1209.265058] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.420341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.420938] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.521647] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: f49cd7b9-c2e5-491d-aedf-7753187f47be] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.648986] env[70621]: DEBUG oslo_vmware.api [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136676, 'name': PowerOnVM_Task, 'duration_secs': 0.478557} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.648986] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.648986] env[70621]: INFO nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1209.648986] env[70621]: DEBUG nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.650018] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947ebb2-85f1-442c-a9c7-19f1fe5b57e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.772054] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.772054] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.772054] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.772320] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.772320] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.772447] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.772633] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.772794] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.773015] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.773196] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.773406] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.778534] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc3907d-70fd-4464-bdf5-f6363400e1f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.794802] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1209.794802] env[70621]: value = "task-4136677" [ 1209.794802] env[70621]: _type = "Task" [ 1209.794802] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.803939] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.926637] env[70621]: DEBUG nova.compute.utils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.928210] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.928415] env[70621]: DEBUG nova.network.neutron [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.003477] env[70621]: DEBUG nova.policy [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.026335] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 5c5f71fd-92af-400b-9bfc-058439cb6a38] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.173234] env[70621]: INFO nova.compute.manager [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Took 15.10 seconds to build instance. [ 1210.301949] env[70621]: DEBUG nova.network.neutron [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Successfully created port: e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.309712] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136677, 'name': ReconfigVM_Task, 'duration_secs': 0.201293} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.310036] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.432524] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.529172] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ce8417c1-996d-4a27-adea-eb718d1fa292] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.537365] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.537978] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.538184] env[70621]: INFO nova.compute.manager [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Shelving [ 1210.675675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-144411fe-8a68-48d4-ad5d-3a506e836720 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.629s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.816060] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.816328] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.816489] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.816674] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.816826] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.816977] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.817206] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.817429] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.817613] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.817784] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.817963] env[70621]: DEBUG nova.virt.hardware [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.823685] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.824361] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b4bd8a5-3e9c-4636-8f69-7351e4801bb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.845149] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1210.845149] env[70621]: value = "task-4136678" [ 1210.845149] env[70621]: _type = "Task" [ 1210.845149] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.854251] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.032600] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: c1cad95b-ea70-416d-b12f-a8c22cd43651] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.356805] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136678, 'name': ReconfigVM_Task, 'duration_secs': 0.187632} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.357575] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.358329] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ed69f5-78b0-48f1-9336-cc492f22cdb8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.383913] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328/50f2c68f-3bf1-486a-90ff-352091e6b328.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.385741] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada6becb-37a0-4b86-80dc-c5e1b6671ae4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.401232] env[70621]: DEBUG nova.compute.manager [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1211.410909] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1211.410909] env[70621]: value = "task-4136680" [ 1211.410909] env[70621]: _type = "Task" [ 1211.410909] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.420910] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.441543] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.469697] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.469978] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.470159] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.470350] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.470500] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.470676] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.470888] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.471075] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.471253] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.471418] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.471590] env[70621]: DEBUG nova.virt.hardware [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.472465] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3c9a3f-64a3-4f7b-9c18-4983888df482 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.481118] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671dc677-8e5d-49d5-b34a-50634b571f35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.536172] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: e5c5a395-4b73-41a9-bea5-0c6bebc5f571] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.548086] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.548408] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee42649-fad7-4fa3-875f-11f9a44b07de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.556598] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1211.556598] env[70621]: value = "task-4136681" [ 1211.556598] env[70621]: _type = "Task" [ 1211.556598] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.566704] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.718618] env[70621]: DEBUG nova.compute.manager [req-45571fad-a08a-4873-b9ae-6f08e785311c req-a8045714-0416-4306-92f2-40629b0a58e3 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Received event network-vif-plugged-e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.718873] env[70621]: DEBUG oslo_concurrency.lockutils [req-45571fad-a08a-4873-b9ae-6f08e785311c req-a8045714-0416-4306-92f2-40629b0a58e3 service nova] Acquiring lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.719092] env[70621]: DEBUG oslo_concurrency.lockutils [req-45571fad-a08a-4873-b9ae-6f08e785311c req-a8045714-0416-4306-92f2-40629b0a58e3 service nova] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.719269] env[70621]: DEBUG oslo_concurrency.lockutils [req-45571fad-a08a-4873-b9ae-6f08e785311c req-a8045714-0416-4306-92f2-40629b0a58e3 service nova] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.719438] env[70621]: DEBUG nova.compute.manager [req-45571fad-a08a-4873-b9ae-6f08e785311c req-a8045714-0416-4306-92f2-40629b0a58e3 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] No waiting events found dispatching network-vif-plugged-e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.719617] env[70621]: WARNING nova.compute.manager [req-45571fad-a08a-4873-b9ae-6f08e785311c req-a8045714-0416-4306-92f2-40629b0a58e3 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Received unexpected event network-vif-plugged-e7c99224-e13e-4c39-9cad-f05f4c304a60 for instance with vm_state building and task_state spawning. [ 1211.811176] env[70621]: DEBUG nova.network.neutron [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Successfully updated port: e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.923391] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136680, 'name': ReconfigVM_Task, 'duration_secs': 0.288562} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.923684] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328/50f2c68f-3bf1-486a-90ff-352091e6b328.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.923955] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.928228] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.928344] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.040072] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: cf90c38d-d2bf-43f7-abd1-21711c900187] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.066858] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136681, 'name': PowerOffVM_Task, 'duration_secs': 0.318542} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.067753] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.068592] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f760dd-972e-48ca-a4e8-a40ebfac2090 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.089097] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb936f0-a7b1-4a33-b0d1-4ffaa83de7e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.313844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-1f6c0e24-0232-4c80-a03a-d53cdaf9496a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.314079] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-1f6c0e24-0232-4c80-a03a-d53cdaf9496a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.314233] env[70621]: DEBUG nova.network.neutron [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.435374] env[70621]: INFO nova.compute.claims [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.438735] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a69bcf-b787-4fb2-983d-c374fd220344 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.460814] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6cf3f7-48d9-4884-89ec-0612c29772f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.482749] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.543451] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1e133cc8-0a03-4c91-aca2-b9a35d5ea266] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.601475] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1212.601980] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6dd79a2-64ee-443f-af63-0a48aa6cb06e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.615508] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1212.615508] env[70621]: value = "task-4136682" [ 1212.615508] env[70621]: _type = "Task" [ 1212.615508] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.625446] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136682, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.847914] env[70621]: DEBUG nova.network.neutron [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.945185] env[70621]: INFO nova.compute.resource_tracker [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating resource usage from migration 01e160c0-7703-42d5-880d-dab1268e5a55 [ 1212.985814] env[70621]: DEBUG nova.network.neutron [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Updating instance_info_cache with network_info: [{"id": "e7c99224-e13e-4c39-9cad-f05f4c304a60", "address": "fa:16:3e:a6:d9:82", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c99224-e1", "ovs_interfaceid": "e7c99224-e13e-4c39-9cad-f05f4c304a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.023118] env[70621]: DEBUG nova.network.neutron [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Port b3315488-6fff-4de5-a802-67a3180773cb binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1213.047330] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: a3b21e60-da0a-4e38-acca-842ab58038d3] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.128299] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136682, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.141734] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4469a3f-bcfc-405c-883a-279652daacfd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.149656] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff940bc-1c25-4eba-b2ce-3d8780ea3fa1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.182901] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62909d6-ebdb-4815-8b94-ccfd5d0ae859 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.191113] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b41d36-7490-4059-a2c5-446b3c1a2187 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.206735] env[70621]: DEBUG nova.compute.provider_tree [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.492062] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-1f6c0e24-0232-4c80-a03a-d53cdaf9496a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.492062] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Instance network_info: |[{"id": "e7c99224-e13e-4c39-9cad-f05f4c304a60", "address": "fa:16:3e:a6:d9:82", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c99224-e1", "ovs_interfaceid": "e7c99224-e13e-4c39-9cad-f05f4c304a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.492062] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7c99224-e13e-4c39-9cad-f05f4c304a60', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.499772] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.500033] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.500296] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c6f23c9-e1fa-4dd3-bb9b-8c98faf1e63e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.519940] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.519940] env[70621]: value = "task-4136684" [ 1213.519940] env[70621]: _type = "Task" [ 1213.519940] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.531648] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136684, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.551755] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 64cd35da-8429-48a1-8f19-b3b79115c268] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.630640] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136682, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.710842] env[70621]: DEBUG nova.scheduler.client.report [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.743936] env[70621]: DEBUG nova.compute.manager [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Received event network-changed-e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.744095] env[70621]: DEBUG nova.compute.manager [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Refreshing instance network info cache due to event network-changed-e7c99224-e13e-4c39-9cad-f05f4c304a60. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.744439] env[70621]: DEBUG oslo_concurrency.lockutils [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] Acquiring lock "refresh_cache-1f6c0e24-0232-4c80-a03a-d53cdaf9496a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.744485] env[70621]: DEBUG oslo_concurrency.lockutils [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] Acquired lock "refresh_cache-1f6c0e24-0232-4c80-a03a-d53cdaf9496a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.744661] env[70621]: DEBUG nova.network.neutron [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Refreshing network info cache for port e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.039861] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136684, 'name': CreateVM_Task, 'duration_secs': 0.388563} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.040083] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.043113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.043277] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.043671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.048232] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.048433] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.048603] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.049343] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cf5b66-c5d1-4801-a370-b6b7d9d3c9df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.054865] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 93233d31-a38a-4232-92e8-8e2a84ccf5fb] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.058408] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1214.058408] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5226f720-3c65-4f4f-4ea5-682a5739ff12" [ 1214.058408] env[70621]: _type = "Task" [ 1214.058408] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.068056] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5226f720-3c65-4f4f-4ea5-682a5739ff12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.130438] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136682, 'name': CreateSnapshot_Task, 'duration_secs': 1.225006} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.130721] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1214.131499] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85599b89-46c3-4646-bd2e-8a84dde8b14d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.217144] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.289s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.217316] env[70621]: INFO nova.compute.manager [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Migrating [ 1214.450252] env[70621]: DEBUG nova.network.neutron [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Updated VIF entry in instance network info cache for port e7c99224-e13e-4c39-9cad-f05f4c304a60. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.450620] env[70621]: DEBUG nova.network.neutron [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Updating instance_info_cache with network_info: [{"id": "e7c99224-e13e-4c39-9cad-f05f4c304a60", "address": "fa:16:3e:a6:d9:82", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7c99224-e1", "ovs_interfaceid": "e7c99224-e13e-4c39-9cad-f05f4c304a60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.560340] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: d38221ce-1327-4f3c-97b0-9e8f07c613a0] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.573028] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5226f720-3c65-4f4f-4ea5-682a5739ff12, 'name': SearchDatastore_Task, 'duration_secs': 0.011769} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.573028] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.573345] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.573345] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.574029] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.574029] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.574029] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b9ade9-4658-4908-8ce7-cc710185d35c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.583529] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.583529] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.584379] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d213004-a3f5-48ec-b2a9-074f11a11ee3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.590942] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1214.590942] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b662f9-6fd0-416b-80c3-2f8cbcd03a66" [ 1214.590942] env[70621]: _type = "Task" [ 1214.590942] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.602956] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b662f9-6fd0-416b-80c3-2f8cbcd03a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.651911] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1214.653166] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dbfc1f10-a470-45d6-b99e-ddfbac1900f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.663645] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1214.663645] env[70621]: value = "task-4136685" [ 1214.663645] env[70621]: _type = "Task" [ 1214.663645] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.675933] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136685, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.732463] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.732636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.732821] env[70621]: DEBUG nova.network.neutron [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.953775] env[70621]: DEBUG oslo_concurrency.lockutils [req-f337610e-3cf3-486c-9550-c0624392056c req-4c7b6edd-9b4b-4170-9e76-9baca6d8ee89 service nova] Releasing lock "refresh_cache-1f6c0e24-0232-4c80-a03a-d53cdaf9496a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.063105] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 36695bed-3958-4ba5-b434-6d21ae8a9975] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.084806] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.085041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.085442] env[70621]: DEBUG nova.network.neutron [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.103825] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b662f9-6fd0-416b-80c3-2f8cbcd03a66, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.104729] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7475604-ab6f-4d23-a515-4d3cae375d00 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.110889] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1215.110889] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520369e9-c0f2-e094-383a-fe8cfb755083" [ 1215.110889] env[70621]: _type = "Task" [ 1215.110889] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.119577] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520369e9-c0f2-e094-383a-fe8cfb755083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.173701] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136685, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.474579] env[70621]: DEBUG nova.network.neutron [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [{"id": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "address": "fa:16:3e:86:62:58", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964a1f6-f2", "ovs_interfaceid": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.567161] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 719f88f6-cb11-42c3-a47a-b35be2c0b3ed] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.624397] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520369e9-c0f2-e094-383a-fe8cfb755083, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.624677] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.624945] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1f6c0e24-0232-4c80-a03a-d53cdaf9496a/1f6c0e24-0232-4c80-a03a-d53cdaf9496a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.625226] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b25178e-3ed0-43b2-bbba-ad8d47a862ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.633213] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1215.633213] env[70621]: value = "task-4136686" [ 1215.633213] env[70621]: _type = "Task" [ 1215.633213] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.641252] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.675140] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136685, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.876867] env[70621]: DEBUG nova.network.neutron [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.977333] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.070594] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 6a414c48-1d2c-4f07-b828-6a0d253458bf] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.144321] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436828} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.144718] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 1f6c0e24-0232-4c80-a03a-d53cdaf9496a/1f6c0e24-0232-4c80-a03a-d53cdaf9496a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.144871] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.145123] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc68ab3f-091d-4379-88e0-561d769b3bbf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.151944] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1216.151944] env[70621]: value = "task-4136687" [ 1216.151944] env[70621]: _type = "Task" [ 1216.151944] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.161182] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.175502] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136685, 'name': CloneVM_Task, 'duration_secs': 1.176704} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.176078] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Created linked-clone VM from snapshot [ 1216.176839] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f556ad-09fe-4125-8a91-8cba27c900ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.187135] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Uploading image 512e022a-d238-4aa5-b09e-6162115ffec3 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1216.216323] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1216.216323] env[70621]: value = "vm-819265" [ 1216.216323] env[70621]: _type = "VirtualMachine" [ 1216.216323] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1216.216628] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e36c0596-efa7-47d3-aa9f-e3c14d52d00e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.224302] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease: (returnval){ [ 1216.224302] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52de8491-34ef-13c1-2941-8c08d5f8c8da" [ 1216.224302] env[70621]: _type = "HttpNfcLease" [ 1216.224302] env[70621]: } obtained for exporting VM: (result){ [ 1216.224302] env[70621]: value = "vm-819265" [ 1216.224302] env[70621]: _type = "VirtualMachine" [ 1216.224302] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1216.224647] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the lease: (returnval){ [ 1216.224647] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52de8491-34ef-13c1-2941-8c08d5f8c8da" [ 1216.224647] env[70621]: _type = "HttpNfcLease" [ 1216.224647] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1216.230986] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.230986] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52de8491-34ef-13c1-2941-8c08d5f8c8da" [ 1216.230986] env[70621]: _type = "HttpNfcLease" [ 1216.230986] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.379738] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.574197] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9dfe7b25-62a1-431f-a061-c00d8fc44d53] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.663741] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075567} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.663992] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.664772] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5c563-3c0c-4536-b7fa-9e530c60175a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.687667] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 1f6c0e24-0232-4c80-a03a-d53cdaf9496a/1f6c0e24-0232-4c80-a03a-d53cdaf9496a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.687960] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ed6b279-6470-4e36-a72d-428459349fdc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.707531] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1216.707531] env[70621]: value = "task-4136689" [ 1216.707531] env[70621]: _type = "Task" [ 1216.707531] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.716315] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.733213] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.733213] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52de8491-34ef-13c1-2941-8c08d5f8c8da" [ 1216.733213] env[70621]: _type = "HttpNfcLease" [ 1216.733213] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.733539] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.733539] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52de8491-34ef-13c1-2941-8c08d5f8c8da" [ 1216.733539] env[70621]: _type = "HttpNfcLease" [ 1216.733539] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1216.734252] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3167b0da-f199-47b9-8552-3374dfba4542 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.742379] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eda81c-d580-2407-ed3d-650e5e9ea3d5/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.742553] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eda81c-d580-2407-ed3d-650e5e9ea3d5/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1216.904765] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60229de-7ae5-4a56-8935-252a1fec6fd4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.927408] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-daa0f1c7-c9a1-48dc-8912-d4b15b2503c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.932077] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b7d419-3b91-45ad-95f9-a5ea01015015 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.943913] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.068440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.068661] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.077072] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: f5936f5e-852b-49ec-b8b6-fb69b2189661] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.219196] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.451239] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.452092] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ea87cfa-e3a4-4649-bfbf-13c0f5ee5481 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.461023] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1217.461023] env[70621]: value = "task-4136690" [ 1217.461023] env[70621]: _type = "Task" [ 1217.461023] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.471427] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.495498] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6e1f56-8805-4e1a-92f6-c90e4aad2297 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.517382] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.570886] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.580247] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: a6f46256-f7b2-40dc-a077-cc4f838df317] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.720856] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136689, 'name': ReconfigVM_Task, 'duration_secs': 0.649105} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.721304] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 1f6c0e24-0232-4c80-a03a-d53cdaf9496a/1f6c0e24-0232-4c80-a03a-d53cdaf9496a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.722123] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7117fc1-f73c-4f15-a874-d26b7a87f9d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.729926] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1217.729926] env[70621]: value = "task-4136691" [ 1217.729926] env[70621]: _type = "Task" [ 1217.729926] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.740049] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136691, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.975643] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136690, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.025686] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.026229] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0791864-cd30-46b5-b49a-692b5c7e03b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.034716] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1218.034716] env[70621]: value = "task-4136692" [ 1218.034716] env[70621]: _type = "Task" [ 1218.034716] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.045967] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.083596] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: bde385d4-4bbf-492e-bc5e-d8fef601a89c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.097753] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.098147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.100230] env[70621]: INFO nova.compute.claims [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.242850] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136691, 'name': Rename_Task, 'duration_secs': 0.188138} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.243232] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.243562] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e3af50-ce87-4e23-a6d3-c4ca166d4455 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.250421] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1218.250421] env[70621]: value = "task-4136693" [ 1218.250421] env[70621]: _type = "Task" [ 1218.250421] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.259083] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.472506] env[70621]: DEBUG oslo_vmware.api [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136690, 'name': PowerOnVM_Task, 'duration_secs': 0.609033} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.472867] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.473158] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2edf14e6-18f2-4a81-9c1e-41229b106ddb tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance '50f2c68f-3bf1-486a-90ff-352091e6b328' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.549568] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136692, 'name': PowerOffVM_Task, 'duration_secs': 0.285753} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.550178] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.550568] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.586822] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 3f229822-8fcb-4c10-93c0-d51c13ff0fa2] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.766791] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136693, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.059417] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.059706] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.059800] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.059969] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.060145] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.060303] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.060519] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.060751] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.060955] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.061147] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.061329] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.067057] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d6246a-35a0-4acf-ac5b-37d9ca2c4457 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.086350] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1219.086350] env[70621]: value = "task-4136694" [ 1219.086350] env[70621]: _type = "Task" [ 1219.086350] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.091051] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 7433b972-851b-4a4b-903f-c0a003901739] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.095921] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.262958] env[70621]: DEBUG oslo_vmware.api [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136693, 'name': PowerOnVM_Task, 'duration_secs': 0.86577} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.263409] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.263625] env[70621]: INFO nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1219.263791] env[70621]: DEBUG nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.267119] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508e62cb-2f08-4231-aac3-1e25e4939dd7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.322300] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbbd4c1-34ba-4773-97cb-ad003a3f062f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.330758] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73bb65b-6ae0-4141-b50d-fda84cd98828 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.362853] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d6484-3a10-484d-9aa4-cafefd9245d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.370545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cea298-5dcf-48e2-86cf-69f35532fb71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.383970] env[70621]: DEBUG nova.compute.provider_tree [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.597611] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 7976177b-bffc-465d-aae8-a1b1cc4afb83] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.599551] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136694, 'name': ReconfigVM_Task, 'duration_secs': 0.246735} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.599912] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.786108] env[70621]: INFO nova.compute.manager [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Took 12.64 seconds to build instance. [ 1219.887078] env[70621]: DEBUG nova.scheduler.client.report [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.100495] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 90c33792-68ef-4497-b9ef-a0d6abad9b66] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.107760] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.108208] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.108486] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.108796] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.109067] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.109330] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.109643] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.109829] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.110080] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.110289] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.110486] env[70621]: DEBUG nova.virt.hardware [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.116087] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.116822] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4a5480-7d51-41b5-960f-c39ffe738cfd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.140068] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1220.140068] env[70621]: value = "task-4136695" [ 1220.140068] env[70621]: _type = "Task" [ 1220.140068] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.150400] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.287714] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e69859a1-8eea-4b5a-99ca-06e250ceda92 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.154s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.392685] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.393279] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.537770] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.538056] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.538253] env[70621]: DEBUG nova.compute.manager [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Going to confirm migration 7 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1220.604676] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 8d087434-09e3-4b60-8458-c90f1798c89d] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.653208] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136695, 'name': ReconfigVM_Task, 'duration_secs': 0.243982} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.653566] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.654522] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1675d17-433b-4c6f-838b-f5ede2463dc7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.680123] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2/502ab6be-7fa9-4d2a-8857-ea28020050a2.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.680481] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840f6e3f-875d-4288-8d93-27a9200ec9dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.701961] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1220.701961] env[70621]: value = "task-4136696" [ 1220.701961] env[70621]: _type = "Task" [ 1220.701961] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.709314] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.899387] env[70621]: DEBUG nova.compute.utils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.902229] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.902519] env[70621]: DEBUG nova.network.neutron [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.943796] env[70621]: DEBUG nova.policy [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a6a2bf8e49147c7a20b1ad43879f529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c6fa264e6641898f49d856fb729373', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.024639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.025350] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.025350] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.025558] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.026302] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.028567] env[70621]: INFO nova.compute.manager [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Terminating instance [ 1221.092945] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.093188] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.093426] env[70621]: DEBUG nova.network.neutron [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.093646] env[70621]: DEBUG nova.objects.instance [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'info_cache' on Instance uuid 50f2c68f-3bf1-486a-90ff-352091e6b328 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.108856] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 8d5b58a3-2e84-4c7c-a111-d55a7746059e] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.210573] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136696, 'name': ReconfigVM_Task, 'duration_secs': 0.465779} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.210876] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2/502ab6be-7fa9-4d2a-8857-ea28020050a2.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.211179] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.336049] env[70621]: DEBUG nova.network.neutron [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Successfully created port: b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.403325] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.533384] env[70621]: DEBUG nova.compute.manager [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.533384] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.533964] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521557ec-b5fa-42e0-99d3-3073c9e5e06d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.541881] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.542139] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b3d64f-9c62-4742-8829-ed92d6bc976e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.550134] env[70621]: DEBUG oslo_vmware.api [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1221.550134] env[70621]: value = "task-4136697" [ 1221.550134] env[70621]: _type = "Task" [ 1221.550134] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.560804] env[70621]: DEBUG oslo_vmware.api [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.613270] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9253259a-e5e7-459b-b2d3-673dd53c40af] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.718492] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf8685a-e1ce-4466-9b39-a477590ac4b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.738786] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8237a9-f00d-4665-a98b-df4a26e488ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.759087] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.912129] env[70621]: INFO nova.virt.block_device [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Booting with volume 7a5ec921-a209-4d3b-8f50-b2bab1d37a3b at /dev/sda [ 1221.961901] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7698121a-094c-4403-a3ac-cb1200e48dd5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.972123] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca391959-6e66-4669-99fa-c59517eb4fa0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.008588] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a05325f9-47f4-4efa-b66d-91c38414decd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.018607] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fcd176-f4ea-43fc-ae59-3d83f1f90c50 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.059018] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ba7f21-bd4d-4970-86e7-6fb5195e92aa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.067397] env[70621]: DEBUG oslo_vmware.api [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136697, 'name': PowerOffVM_Task, 'duration_secs': 0.39833} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.069421] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.069597] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.069907] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d6b7111-f3d2-4180-a17c-6cdf656fa837 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.071974] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34489e35-59fe-4881-9936-669765629036 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.086323] env[70621]: DEBUG nova.virt.block_device [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating existing volume attachment record: 4bfe7a06-d844-4b39-b51b-6b3e33810472 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1222.116886] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 9c8db63a-ad0f-48c4-8e07-54e59b76ff54] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.156354] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.156585] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.156775] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore2] 1f6c0e24-0232-4c80-a03a-d53cdaf9496a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.157089] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b8e6c3-976f-49d4-afc5-df92166b1a1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.164792] env[70621]: DEBUG oslo_vmware.api [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1222.164792] env[70621]: value = "task-4136699" [ 1222.164792] env[70621]: _type = "Task" [ 1222.164792] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.173611] env[70621]: DEBUG oslo_vmware.api [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.321857] env[70621]: DEBUG nova.network.neutron [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Port 0964a1f6-f2fe-4b81-8c02-f67f3f747e53 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1222.356074] env[70621]: DEBUG nova.network.neutron [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [{"id": "b3315488-6fff-4de5-a802-67a3180773cb", "address": "fa:16:3e:d1:70:f7", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3315488-6f", "ovs_interfaceid": "b3315488-6fff-4de5-a802-67a3180773cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.621791] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 0a6901f6-cb75-48df-a838-f3878ecbc8aa] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.677073] env[70621]: DEBUG oslo_vmware.api [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198121} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.677432] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.677678] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.677917] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.678332] env[70621]: INFO nova.compute.manager [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1222.678668] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.678919] env[70621]: DEBUG nova.compute.manager [-] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.679059] env[70621]: DEBUG nova.network.neutron [-] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.858433] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-50f2c68f-3bf1-486a-90ff-352091e6b328" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.858814] env[70621]: DEBUG nova.objects.instance [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'migration_context' on Instance uuid 50f2c68f-3bf1-486a-90ff-352091e6b328 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.995564] env[70621]: DEBUG nova.compute.manager [req-4dc0e5cc-df9d-4012-9b8d-f3abd336a18c req-c880865e-7cf0-49bb-8fc6-1b0c6c976864 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Received event network-vif-deleted-e7c99224-e13e-4c39-9cad-f05f4c304a60 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.995784] env[70621]: INFO nova.compute.manager [req-4dc0e5cc-df9d-4012-9b8d-f3abd336a18c req-c880865e-7cf0-49bb-8fc6-1b0c6c976864 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Neutron deleted interface e7c99224-e13e-4c39-9cad-f05f4c304a60; detaching it from the instance and deleting it from the info cache [ 1222.995958] env[70621]: DEBUG nova.network.neutron [req-4dc0e5cc-df9d-4012-9b8d-f3abd336a18c req-c880865e-7cf0-49bb-8fc6-1b0c6c976864 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.126456] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 52c59e2e-f232-4634-833e-dd07b6892c59] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.206153] env[70621]: DEBUG nova.network.neutron [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Successfully updated port: b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.352936] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.353340] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.353560] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.361920] env[70621]: DEBUG nova.objects.base [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Object Instance<50f2c68f-3bf1-486a-90ff-352091e6b328> lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.363341] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6904af-9836-4872-bd4d-c75835002283 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.384571] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99999e9-4d66-4edd-8eab-6bfbda3a359c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.391390] env[70621]: DEBUG oslo_vmware.api [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1223.391390] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529d70c6-6681-2ade-7567-660d92e9900a" [ 1223.391390] env[70621]: _type = "Task" [ 1223.391390] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.400917] env[70621]: DEBUG oslo_vmware.api [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529d70c6-6681-2ade-7567-660d92e9900a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.473665] env[70621]: DEBUG nova.network.neutron [-] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.499840] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e806c9b8-289a-4f09-8b8b-419006730dd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.511318] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af5241-203e-4b4b-931f-96567b79a865 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.546943] env[70621]: DEBUG nova.compute.manager [req-4dc0e5cc-df9d-4012-9b8d-f3abd336a18c req-c880865e-7cf0-49bb-8fc6-1b0c6c976864 service nova] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Detach interface failed, port_id=e7c99224-e13e-4c39-9cad-f05f4c304a60, reason: Instance 1f6c0e24-0232-4c80-a03a-d53cdaf9496a could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.629666] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 3e11e849-1e5e-4b19-adc6-c5ede4e82c4f] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.708775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.709041] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.709116] env[70621]: DEBUG nova.network.neutron [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.903070] env[70621]: DEBUG oslo_vmware.api [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529d70c6-6681-2ade-7567-660d92e9900a, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.903384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.903639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.975834] env[70621]: INFO nova.compute.manager [-] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Took 1.30 seconds to deallocate network for instance. [ 1224.133357] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 2b16e560-e5d4-4e16-8129-01ff5d1e5c33] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.190379] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.191056] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.191745] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.191745] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.191745] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.192066] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.192066] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.192341] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.192573] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.192765] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.193032] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.193156] env[70621]: DEBUG nova.virt.hardware [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.194205] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da588542-8fac-4546-937c-9046e7659e85 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.204790] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2643f-5ab7-4616-81ed-928c4e03b6da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.253621] env[70621]: DEBUG nova.network.neutron [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.406436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.406634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.406858] env[70621]: DEBUG nova.network.neutron [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.425625] env[70621]: DEBUG nova.network.neutron [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.483121] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.621035] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe7577-7a8f-4cd4-9bed-96d89e5d5f0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.629836] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32acfc34-c7d4-481b-8f03-a7ca326a512f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.636526] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: da9b79a4-5017-469d-bdc0-6d6bc49c7507] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.665535] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 5a0ea751-b3b0-4246-865b-46eab03144ae] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.667902] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513f06b9-88c7-4cf6-811b-a6e1e1f0a800 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.678442] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a34c9-fe7a-4396-b515-fd667b1d74d3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.698031] env[70621]: DEBUG nova.compute.provider_tree [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.928163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.928460] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Instance network_info: |[{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.928977] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:0d:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8c6d95a-3df0-408b-b545-a8ab1e635e89', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.937103] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.937362] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.937601] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce1ab24e-5351-43ff-9a63-2e4d0b57ffc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.961321] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.961321] env[70621]: value = "task-4136700" [ 1224.961321] env[70621]: _type = "Task" [ 1224.961321] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.970598] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136700, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.030517] env[70621]: DEBUG nova.compute.manager [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Received event network-vif-plugged-b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.030773] env[70621]: DEBUG oslo_concurrency.lockutils [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.031205] env[70621]: DEBUG oslo_concurrency.lockutils [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.031461] env[70621]: DEBUG oslo_concurrency.lockutils [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.031662] env[70621]: DEBUG nova.compute.manager [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] No waiting events found dispatching network-vif-plugged-b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1225.031797] env[70621]: WARNING nova.compute.manager [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Received unexpected event network-vif-plugged-b8c6d95a-3df0-408b-b545-a8ab1e635e89 for instance with vm_state building and task_state spawning. [ 1225.032015] env[70621]: DEBUG nova.compute.manager [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Received event network-changed-b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.032188] env[70621]: DEBUG nova.compute.manager [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Refreshing instance network info cache due to event network-changed-b8c6d95a-3df0-408b-b545-a8ab1e635e89. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.032387] env[70621]: DEBUG oslo_concurrency.lockutils [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] Acquiring lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.032600] env[70621]: DEBUG oslo_concurrency.lockutils [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] Acquired lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.032837] env[70621]: DEBUG nova.network.neutron [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Refreshing network info cache for port b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.148783] env[70621]: DEBUG nova.network.neutron [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [{"id": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "address": "fa:16:3e:86:62:58", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964a1f6-f2", "ovs_interfaceid": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.173128] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: c172b6f6-f855-435c-8627-f8061880b775] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.200759] env[70621]: DEBUG nova.scheduler.client.report [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.472279] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136700, 'name': CreateVM_Task, 'duration_secs': 0.426625} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.472460] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.473149] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819262', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'name': 'volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdfa09fe-623f-4123-95f6-02eb4d28b544', 'attached_at': '', 'detached_at': '', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'serial': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b'}, 'mount_device': '/dev/sda', 'attachment_id': '4bfe7a06-d844-4b39-b51b-6b3e33810472', 'disk_bus': None, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70621) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1225.473376] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Root volume attach. Driver type: vmdk {{(pid=70621) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1225.474197] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a273579-ae14-4ec0-9b0d-0be639605cc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.485376] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d1f50a-8da4-46a7-805d-41b434f3075a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.492437] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea86a0-bf24-4148-b6af-188e8466b562 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.499845] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c8df2419-7269-40be-8cbb-56633235d319 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.508205] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1225.508205] env[70621]: value = "task-4136701" [ 1225.508205] env[70621]: _type = "Task" [ 1225.508205] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.518017] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.603681] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eda81c-d580-2407-ed3d-650e5e9ea3d5/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1225.604967] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b42272-b435-46b0-9e57-29c24427481b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.611456] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eda81c-d580-2407-ed3d-650e5e9ea3d5/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1225.611626] env[70621]: ERROR oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eda81c-d580-2407-ed3d-650e5e9ea3d5/disk-0.vmdk due to incomplete transfer. [ 1225.611916] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba0bb4ed-4ad0-4af9-a4ae-8241d6715b75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.623144] env[70621]: DEBUG oslo_vmware.rw_handles [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eda81c-d580-2407-ed3d-650e5e9ea3d5/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1225.623363] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Uploaded image 512e022a-d238-4aa5-b09e-6162115ffec3 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1225.625694] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1225.625972] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e2926cb-103d-48e9-9b70-eba82ccb10e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.633569] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1225.633569] env[70621]: value = "task-4136702" [ 1225.633569] env[70621]: _type = "Task" [ 1225.633569] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.644348] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136702, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.651691] env[70621]: DEBUG oslo_concurrency.lockutils [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.676498] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 8322f8fc-34cb-4f84-92c1-9ce169608d63] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.803140] env[70621]: DEBUG nova.network.neutron [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updated VIF entry in instance network info cache for port b8c6d95a-3df0-408b-b545-a8ab1e635e89. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.803528] env[70621]: DEBUG nova.network.neutron [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.022304] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 38%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.146753] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136702, 'name': Destroy_Task} progress is 33%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.183628] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e63b9-a85a-405c-95e1-f72feef7e096 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.186805] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.186991] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Cleaning up deleted instances with incomplete migration {{(pid=70621) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1226.212134] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c3cb43-49b1-4585-99af-5f94efc0fd5a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.217095] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.220771] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.738s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.221047] env[70621]: DEBUG nova.objects.instance [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid 1f6c0e24-0232-4c80-a03a-d53cdaf9496a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.230576] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.306658] env[70621]: DEBUG oslo_concurrency.lockutils [req-33545d47-974b-49b2-85a5-3d2087cd459a req-6789fb43-6637-4c45-9819-5dcdcfb267f9 service nova] Releasing lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.523265] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 51%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.645970] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136702, 'name': Destroy_Task, 'duration_secs': 0.597408} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.646367] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Destroyed the VM [ 1226.646460] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1226.646727] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f10b43f4-0761-41f0-8d0e-8415bd1db804 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.657723] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1226.657723] env[70621]: value = "task-4136703" [ 1226.657723] env[70621]: _type = "Task" [ 1226.657723] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.671065] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.689912] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.737802] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.738308] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29fecc5f-80f7-4db0-a8ec-3b5c56807ca1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.750111] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1226.750111] env[70621]: value = "task-4136704" [ 1226.750111] env[70621]: _type = "Task" [ 1226.750111] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.764334] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.785872] env[70621]: INFO nova.scheduler.client.report [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted allocation for migration f65d193c-1e14-403d-885a-a40eda6ba11b [ 1226.941258] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8781639d-2f15-4e9d-95c0-33f077d77953 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.953225] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e73a15-3106-483b-8dd6-1eeac70553f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.988449] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f2520c-a4d9-4724-b660-59290fa2cb08 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.999727] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b72d2-b5fb-4afd-81c3-2beb4506ed40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.017635] env[70621]: DEBUG nova.compute.provider_tree [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.031457] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 63%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.176709] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.269569] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.294636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06754470-4598-46eb-adec-f17855c39730 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.756s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.523472] env[70621]: DEBUG nova.scheduler.client.report [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.530839] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 76%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.675959] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136703, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.766114] env[70621]: DEBUG oslo_vmware.api [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136704, 'name': PowerOnVM_Task, 'duration_secs': 0.695484} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.766466] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.766675] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-85e5c183-37a8-4359-bd29-478d5d807eb6 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance '502ab6be-7fa9-4d2a-8857-ea28020050a2' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.845124] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.845522] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.845826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.846070] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.846276] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.848769] env[70621]: INFO nova.compute.manager [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Terminating instance [ 1228.031485] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.033901] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 92%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.058901] env[70621]: INFO nova.scheduler.client.report [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance 1f6c0e24-0232-4c80-a03a-d53cdaf9496a [ 1228.171432] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136703, 'name': RemoveSnapshot_Task, 'duration_secs': 1.344016} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.171778] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1228.172202] env[70621]: DEBUG nova.compute.manager [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.173194] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb104f4-e666-4b6c-ab7b-1f9e0b055e2a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.353384] env[70621]: DEBUG nova.compute.manager [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.353654] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.354656] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441b2544-ffc8-4156-89ac-08c394105e87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.362843] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.363135] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136e41ca-10b5-4bb9-8a2b-38946c329de9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.370014] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1228.370014] env[70621]: value = "task-4136705" [ 1228.370014] env[70621]: _type = "Task" [ 1228.370014] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.378791] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.530522] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.569047] env[70621]: DEBUG oslo_concurrency.lockutils [None req-735a3f68-1d2e-49b8-87ec-dd8bd3c3eb3c tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "1f6c0e24-0232-4c80-a03a-d53cdaf9496a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.544s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.687177] env[70621]: INFO nova.compute.manager [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Shelve offloading [ 1228.798177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "e1436520-0b9d-4cd5-b915-c910974ca957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.798401] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "e1436520-0b9d-4cd5-b915-c910974ca957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.798609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "e1436520-0b9d-4cd5-b915-c910974ca957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.799149] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "e1436520-0b9d-4cd5-b915-c910974ca957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.799149] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "e1436520-0b9d-4cd5-b915-c910974ca957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.801757] env[70621]: INFO nova.compute.manager [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Terminating instance [ 1228.880836] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.031285] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 97%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.187513] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.187752] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.191578] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.191983] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53acb9dd-bc09-45f6-a869-1b453b6a8d7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.200046] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1229.200046] env[70621]: value = "task-4136706" [ 1229.200046] env[70621]: _type = "Task" [ 1229.200046] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.209458] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.306133] env[70621]: DEBUG nova.compute.manager [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.306133] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.307130] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2031d5c7-2493-45d2-b44c-3bb10c44d16d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.318411] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.318717] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e69c090-40c6-4b57-aeff-7936f013f6ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.326440] env[70621]: DEBUG oslo_vmware.api [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1229.326440] env[70621]: value = "task-4136707" [ 1229.326440] env[70621]: _type = "Task" [ 1229.326440] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.338731] env[70621]: DEBUG oslo_vmware.api [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.383085] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136705, 'name': PowerOffVM_Task, 'duration_secs': 0.634867} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.383420] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.383699] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.384077] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7b420f9-ab0e-45e2-bcdb-3d1346728a71 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.483266] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.483640] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.483939] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleting the datastore file [datastore2] 50f2c68f-3bf1-486a-90ff-352091e6b328 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.484712] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34a96168-11cb-4bb1-a93c-659e0b14a194 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.495674] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1229.495674] env[70621]: value = "task-4136709" [ 1229.495674] env[70621]: _type = "Task" [ 1229.495674] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.505997] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.533299] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 98%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.694459] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.694763] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.694812] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.711416] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1229.711662] env[70621]: DEBUG nova.compute.manager [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.712666] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce4b6b-2c0b-4b47-aeff-98871541450e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.719923] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.720197] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.720314] env[70621]: DEBUG nova.network.neutron [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.837230] env[70621]: DEBUG oslo_vmware.api [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136707, 'name': PowerOffVM_Task, 'duration_secs': 0.293848} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.837535] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.837670] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.837960] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4cae1d-2295-45cb-a4ce-f2c238240d70 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.915563] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.915926] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.916072] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore1] e1436520-0b9d-4cd5-b915-c910974ca957 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.916315] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f578b7b-f70c-4a8f-a5dc-0c74b085667c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.925015] env[70621]: DEBUG oslo_vmware.api [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1229.925015] env[70621]: value = "task-4136711" [ 1229.925015] env[70621]: _type = "Task" [ 1229.925015] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.935652] env[70621]: DEBUG oslo_vmware.api [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.985612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.986182] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.986428] env[70621]: DEBUG nova.compute.manager [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Going to confirm migration 8 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1230.007550] env[70621]: DEBUG oslo_vmware.api [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329324} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.008598] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.008817] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.009045] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.009259] env[70621]: INFO nova.compute.manager [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1230.009545] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.010127] env[70621]: DEBUG nova.compute.manager [-] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.010196] env[70621]: DEBUG nova.network.neutron [-] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.033266] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 98%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.435958] env[70621]: DEBUG oslo_vmware.api [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149651} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.436251] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.436439] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.436618] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.436793] env[70621]: INFO nova.compute.manager [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1230.437048] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.437257] env[70621]: DEBUG nova.compute.manager [-] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.437351] env[70621]: DEBUG nova.network.neutron [-] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.533436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.533610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.533868] env[70621]: DEBUG nova.network.neutron [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.534101] env[70621]: DEBUG nova.objects.instance [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'info_cache' on Instance uuid 502ab6be-7fa9-4d2a-8857-ea28020050a2 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.535658] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task} progress is 98%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.813538] env[70621]: DEBUG nova.network.neutron [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa813a46d-1c", "ovs_interfaceid": "a813a46d-1c96-4a19-8706-a37a0e70d990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.821411] env[70621]: DEBUG nova.compute.manager [req-037412fe-68ff-44c1-a636-c3a3403eb6ab req-e7a5aca8-b2ef-480d-973f-513694e08040 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Received event network-vif-deleted-b3315488-6fff-4de5-a802-67a3180773cb {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.821732] env[70621]: INFO nova.compute.manager [req-037412fe-68ff-44c1-a636-c3a3403eb6ab req-e7a5aca8-b2ef-480d-973f-513694e08040 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Neutron deleted interface b3315488-6fff-4de5-a802-67a3180773cb; detaching it from the instance and deleting it from the info cache [ 1230.821952] env[70621]: DEBUG nova.network.neutron [req-037412fe-68ff-44c1-a636-c3a3403eb6ab req-e7a5aca8-b2ef-480d-973f-513694e08040 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.033763] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136701, 'name': RelocateVM_Task, 'duration_secs': 5.275273} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.034704] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.035010] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819262', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'name': 'volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdfa09fe-623f-4123-95f6-02eb4d28b544', 'attached_at': '', 'detached_at': '', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'serial': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.035834] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a0f4b4-0590-4dad-a064-3ae4e3a41731 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.055693] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca08044-231d-4635-9959-9a9bcdd697bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.081593] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b/volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.082307] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d735b042-ff03-4631-88b8-5808fb76d30a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.103511] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1231.103511] env[70621]: value = "task-4136712" [ 1231.103511] env[70621]: _type = "Task" [ 1231.103511] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.112802] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.293187] env[70621]: DEBUG nova.network.neutron [-] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.316418] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.324904] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8d01736-2496-4f83-9932-b81becd8300a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.335173] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b236921-d0f8-4ce5-b4a2-b7bee326acd6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.370401] env[70621]: DEBUG nova.compute.manager [req-037412fe-68ff-44c1-a636-c3a3403eb6ab req-e7a5aca8-b2ef-480d-973f-513694e08040 service nova] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Detach interface failed, port_id=b3315488-6fff-4de5-a802-67a3180773cb, reason: Instance 50f2c68f-3bf1-486a-90ff-352091e6b328 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.446494] env[70621]: DEBUG nova.network.neutron [-] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.614048] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.703714] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.704646] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a058956-427d-4e6e-9d8e-45b2dc29f9ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.714400] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.714694] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3935cf2a-b728-4662-8492-06f667145393 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.788697] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.788697] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.788939] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleting the datastore file [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.789236] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b70d516f-a0e5-4985-82f1-96f94ec4259a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.795675] env[70621]: INFO nova.compute.manager [-] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Took 1.79 seconds to deallocate network for instance. [ 1231.798902] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1231.798902] env[70621]: value = "task-4136714" [ 1231.798902] env[70621]: _type = "Task" [ 1231.798902] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.810990] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.823910] env[70621]: DEBUG nova.network.neutron [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [{"id": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "address": "fa:16:3e:86:62:58", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0964a1f6-f2", "ovs_interfaceid": "0964a1f6-f2fe-4b81-8c02-f67f3f747e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.949251] env[70621]: INFO nova.compute.manager [-] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Took 1.51 seconds to deallocate network for instance. [ 1232.114773] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.307585] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.308114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.308624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.324223] env[70621]: DEBUG oslo_vmware.api [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13681} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.324697] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.325028] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.325349] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.329280] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-502ab6be-7fa9-4d2a-8857-ea28020050a2" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.329832] env[70621]: DEBUG nova.objects.instance [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'migration_context' on Instance uuid 502ab6be-7fa9-4d2a-8857-ea28020050a2 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.338176] env[70621]: INFO nova.scheduler.client.report [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted allocations for instance 50f2c68f-3bf1-486a-90ff-352091e6b328 [ 1232.345762] env[70621]: INFO nova.scheduler.client.report [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted allocations for instance 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 [ 1232.456950] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.456950] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.456950] env[70621]: DEBUG nova.objects.instance [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid e1436520-0b9d-4cd5-b915-c910974ca957 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.484756] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.614584] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136712, 'name': ReconfigVM_Task, 'duration_secs': 1.459149} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.616061] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b/volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.620230] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61af6747-96f1-487d-9526-a7f8f01d833d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.638067] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1232.638067] env[70621]: value = "task-4136715" [ 1232.638067] env[70621]: _type = "Task" [ 1232.638067] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.646799] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.832906] env[70621]: DEBUG nova.objects.base [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Object Instance<502ab6be-7fa9-4d2a-8857-ea28020050a2> lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1232.834041] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc849c4-c5ea-4767-9fb1-a077c85cc37b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.858656] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.859910] env[70621]: DEBUG oslo_concurrency.lockutils [None req-05d22b32-ba99-4270-bc08-e3d9c4049f30 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "50f2c68f-3bf1-486a-90ff-352091e6b328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.014s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.861578] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c40297-b6bd-4bee-8076-cabc3001281a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.868492] env[70621]: DEBUG oslo_vmware.api [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1232.868492] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d2989e-bab2-1d04-0fcb-b18d553f402b" [ 1232.868492] env[70621]: _type = "Task" [ 1232.868492] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.884135] env[70621]: DEBUG oslo_vmware.api [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d2989e-bab2-1d04-0fcb-b18d553f402b, 'name': SearchDatastore_Task, 'duration_secs': 0.008324} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.886617] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.888902] env[70621]: DEBUG nova.compute.manager [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Received event network-vif-deleted-0c4f1fb7-8963-46db-ae6a-e3664be8e019 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.889247] env[70621]: DEBUG nova.compute.manager [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-vif-unplugged-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.889566] env[70621]: DEBUG oslo_concurrency.lockutils [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.889990] env[70621]: DEBUG oslo_concurrency.lockutils [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.890223] env[70621]: DEBUG oslo_concurrency.lockutils [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.890529] env[70621]: DEBUG nova.compute.manager [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] No waiting events found dispatching network-vif-unplugged-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1232.890843] env[70621]: WARNING nova.compute.manager [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received unexpected event network-vif-unplugged-a813a46d-1c96-4a19-8706-a37a0e70d990 for instance with vm_state shelved_offloaded and task_state None. [ 1232.891149] env[70621]: DEBUG nova.compute.manager [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.891425] env[70621]: DEBUG nova.compute.manager [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing instance network info cache due to event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.891749] env[70621]: DEBUG oslo_concurrency.lockutils [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.891983] env[70621]: DEBUG oslo_concurrency.lockutils [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.892291] env[70621]: DEBUG nova.network.neutron [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.989844] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Getting list of instances from cluster (obj){ [ 1232.989844] env[70621]: value = "domain-c8" [ 1232.989844] env[70621]: _type = "ClusterComputeResource" [ 1232.989844] env[70621]: } {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1232.991177] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c4a31c-41ef-41ed-9a7c-09749f6fed73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.012951] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Got total of 8 instances {{(pid=70621) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1233.013526] env[70621]: WARNING nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] While synchronizing instance power states, found 10 instances in the database and 8 instances on the hypervisor. [ 1233.013526] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid c96c914f-f725-4907-84a5-0366d4403455 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.013526] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid df3c86b1-b9a2-45d2-b939-4b059a94daf1 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.013700] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid 2c21722a-4c02-414e-a09c-8632b3c16b7a {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.013700] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid 319e41f4-7952-452d-ae01-65b2f5bbab8c {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.013852] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid b219c0a8-bffe-4966-918a-7a04f28fa859 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.013999] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.014211] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid 2653eecf-d650-46da-9487-f35ee29244a4 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.014315] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid e1436520-0b9d-4cd5-b915-c910974ca957 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.014465] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid 502ab6be-7fa9-4d2a-8857-ea28020050a2 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.014614] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Triggering sync for uuid fdfa09fe-623f-4123-95f6-02eb4d28b544 {{(pid=70621) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1233.017563] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "c96c914f-f725-4907-84a5-0366d4403455" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.017842] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "c96c914f-f725-4907-84a5-0366d4403455" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.018108] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.018303] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.018543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.018928] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.019034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.019320] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.019434] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.019616] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.019838] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.020063] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "2653eecf-d650-46da-9487-f35ee29244a4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.020244] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "2653eecf-d650-46da-9487-f35ee29244a4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.020472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "e1436520-0b9d-4cd5-b915-c910974ca957" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.020677] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.020914] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.022129] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7928e1-ce53-46a1-bbe2-52e6e94d2910 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.026131] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1788e2dd-8c09-4ba3-b5db-fd4b66d8e469 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.028412] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8059f9-1816-4798-8b9e-f4b60c07f3bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.031280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfce092-8011-4ee5-8461-087a874aea5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.034016] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e91c23-62d4-465f-a6e0-0c3fb9445ada {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.036602] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3223538-2174-4f67-93ee-c9f7b4a37d3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.149700] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136715, 'name': ReconfigVM_Task, 'duration_secs': 0.126115} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.150039] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819262', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'name': 'volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdfa09fe-623f-4123-95f6-02eb4d28b544', 'attached_at': '', 'detached_at': '', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'serial': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.150699] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13fb6ef4-eb34-4397-9643-ec1a2210e4f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.157950] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b27655f-da59-4d22-9b6a-bbff39b3a0fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.163527] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1233.163527] env[70621]: value = "task-4136716" [ 1233.163527] env[70621]: _type = "Task" [ 1233.163527] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.175393] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400a30f-ad92-4da6-b06c-08aec6939c76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.182127] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136716, 'name': Rename_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.214266] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8d2125-1974-4224-b0a8-864e0842c0d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.222909] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19057430-9e0c-4eda-81cb-f9bdfb82fb56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.238549] env[70621]: DEBUG nova.compute.provider_tree [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.562159] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "2653eecf-d650-46da-9487-f35ee29244a4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.562556] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.562873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "c96c914f-f725-4907-84a5-0366d4403455" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.563313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.576897] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.581568] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.615078] env[70621]: DEBUG nova.network.neutron [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updated VIF entry in instance network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.615463] env[70621]: DEBUG nova.network.neutron [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa813a46d-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.675166] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136716, 'name': Rename_Task, 'duration_secs': 0.144779} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.675448] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.675695] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40705d56-da6f-4753-832a-5786204c482d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.682499] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1233.682499] env[70621]: value = "task-4136717" [ 1233.682499] env[70621]: _type = "Task" [ 1233.682499] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.690620] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.742343] env[70621]: DEBUG nova.scheduler.client.report [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.003759] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "b1055352-188d-4480-8402-60960249ac70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.004147] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.045094] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.118574] env[70621]: DEBUG oslo_concurrency.lockutils [req-a81997fe-1aa7-4c76-a5f9-92758f578bb3 req-f42bf7a1-88c5-4077-93b0-589c3394626c service nova] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.193356] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.247528] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.250137] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.391s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.250402] env[70621]: DEBUG nova.objects.instance [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'resources' on Instance uuid 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.270946] env[70621]: INFO nova.scheduler.client.report [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance e1436520-0b9d-4cd5-b915-c910974ca957 [ 1234.507053] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.693407] env[70621]: DEBUG oslo_vmware.api [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136717, 'name': PowerOnVM_Task, 'duration_secs': 0.958525} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.693646] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.693876] env[70621]: INFO nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1234.694117] env[70621]: DEBUG nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.694931] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db32ded3-2685-43a4-9a6e-1c4039a863b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.753448] env[70621]: DEBUG nova.objects.instance [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'numa_topology' on Instance uuid 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.778868] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8f1180ad-860f-41c0-b2ac-57870e0dbe09 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "e1436520-0b9d-4cd5-b915-c910974ca957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.980s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.779923] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "e1436520-0b9d-4cd5-b915-c910974ca957" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.759s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.780756] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0248649a-a3ff-4cee-a422-a06e5efb1250 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.791932] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f67657-e763-4325-ad22-bef89924189c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.026908] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.211646] env[70621]: INFO nova.compute.manager [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Took 17.14 seconds to build instance. [ 1235.256319] env[70621]: DEBUG nova.objects.base [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Object Instance<6cde4fb1-0fbc-43de-b38d-c5610563f7c7> lazy-loaded attributes: resources,numa_topology {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.327594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "e1436520-0b9d-4cd5-b915-c910974ca957" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.436433] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a8c8ef-6670-4c58-8b0f-b5e80f71413b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.448972] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dfe951-c765-43fa-8e68-5c91bf5efea5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.482760] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b87fc83-fb37-4303-8287-b74bae9e6a2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.491721] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818d9360-8ed2-4660-97fa-35a49250a2e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.506659] env[70621]: DEBUG nova.compute.provider_tree [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.714672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c47aefa-40ab-4f0a-9f20-7ed04b313055 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.646s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.715083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.694s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.715472] env[70621]: INFO nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] During sync_power_state the instance has a pending task (spawning). Skip. [ 1235.715686] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.899354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.899593] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.009386] env[70621]: DEBUG nova.scheduler.client.report [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.063941] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.064341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.145990] env[70621]: DEBUG nova.compute.manager [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Received event network-changed-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.146220] env[70621]: DEBUG nova.compute.manager [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Refreshing instance network info cache due to event network-changed-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.146406] env[70621]: DEBUG oslo_concurrency.lockutils [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] Acquiring lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.146614] env[70621]: DEBUG oslo_concurrency.lockutils [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] Acquired lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.146800] env[70621]: DEBUG nova.network.neutron [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Refreshing network info cache for port c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.402592] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.514290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.516745] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.630s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.566953] env[70621]: INFO nova.compute.manager [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Detaching volume e22a2107-80fb-4a00-961e-a10d242ac253 [ 1236.606686] env[70621]: INFO nova.virt.block_device [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Attempting to driver detach volume e22a2107-80fb-4a00-961e-a10d242ac253 from mountpoint /dev/sdb [ 1236.606898] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.607111] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819257', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'name': 'volume-e22a2107-80fb-4a00-961e-a10d242ac253', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b219c0a8-bffe-4966-918a-7a04f28fa859', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'serial': 'e22a2107-80fb-4a00-961e-a10d242ac253'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.608071] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f494efb4-0b4a-403d-afc3-90df0329b91e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.633152] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0425ae5-c26f-4342-8032-795f8c0e29cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.641323] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115c02ad-78bf-4ae1-ac71-e00d20c01ba8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.665416] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d831c81-1c63-4d1c-acc0-381005feecb9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.683315] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] The volume has not been displaced from its original location: [datastore1] volume-e22a2107-80fb-4a00-961e-a10d242ac253/volume-e22a2107-80fb-4a00-961e-a10d242ac253.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1236.688552] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.688885] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54ad6fe9-5a2c-4699-9e09-d85ef8600511 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.709371] env[70621]: DEBUG oslo_vmware.api [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1236.709371] env[70621]: value = "task-4136718" [ 1236.709371] env[70621]: _type = "Task" [ 1236.709371] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.719038] env[70621]: DEBUG oslo_vmware.api [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.884537] env[70621]: DEBUG nova.network.neutron [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updated VIF entry in instance network info cache for port c5ea49cd-eafc-4ac3-9bd5-8e76413ef857. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.884935] env[70621]: DEBUG nova.network.neutron [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updating instance_info_cache with network_info: [{"id": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "address": "fa:16:3e:98:5d:60", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5ea49cd-ea", "ovs_interfaceid": "c5ea49cd-eafc-4ac3-9bd5-8e76413ef857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.006436] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.026161] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0d67b240-0a0b-4ea3-8e57-7da5708d17d6 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.488s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.027176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.007s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.027322] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44d280f0-3cce-4ef0-8eb4-493159ab4f1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.037547] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5942bee3-08b4-47f2-b6fa-6fbcf956de30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.219659] env[70621]: DEBUG oslo_vmware.api [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136718, 'name': ReconfigVM_Task, 'duration_secs': 0.264925} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.220868] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.226156] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2c9bea-8479-44c6-b36d-acb6e6a2b9d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.228793] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71de4841-79f6-44ce-bee9-7daba608ef93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.246172] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7115b5a3-d6de-4b4d-a734-76ae8b506e46 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.249460] env[70621]: DEBUG oslo_vmware.api [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1237.249460] env[70621]: value = "task-4136719" [ 1237.249460] env[70621]: _type = "Task" [ 1237.249460] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.284714] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffc1a0-8d44-44ff-80d7-cdc666a7a5ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.287517] env[70621]: DEBUG oslo_vmware.api [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.293229] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61e67f3-80e8-4f07-b8af-a2ddefd05dd7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.308317] env[70621]: DEBUG nova.compute.provider_tree [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.387376] env[70621]: DEBUG oslo_concurrency.lockutils [req-ddbda600-404b-4f33-b03c-3b68a757df94 req-ba9272f4-dc2e-48d7-ba12-31e712a44c7c service nova] Releasing lock "refresh_cache-c96c914f-f725-4907-84a5-0366d4403455" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.562032] env[70621]: DEBUG nova.compute.manager [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1237.584432] env[70621]: INFO nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] During the sync_power process the instance has moved from host None to host cpu-1 [ 1237.585745] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.585745] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.540s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.585745] env[70621]: INFO nova.compute.manager [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Unshelving [ 1237.759479] env[70621]: DEBUG oslo_vmware.api [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136719, 'name': ReconfigVM_Task, 'duration_secs': 0.146416} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.759801] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819257', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'name': 'volume-e22a2107-80fb-4a00-961e-a10d242ac253', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b219c0a8-bffe-4966-918a-7a04f28fa859', 'attached_at': '', 'detached_at': '', 'volume_id': 'e22a2107-80fb-4a00-961e-a10d242ac253', 'serial': 'e22a2107-80fb-4a00-961e-a10d242ac253'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1237.811391] env[70621]: DEBUG nova.scheduler.client.report [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.078659] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.171766] env[70621]: DEBUG nova.compute.manager [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Received event network-changed-b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.172031] env[70621]: DEBUG nova.compute.manager [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Refreshing instance network info cache due to event network-changed-b8c6d95a-3df0-408b-b545-a8ab1e635e89. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.172404] env[70621]: DEBUG oslo_concurrency.lockutils [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] Acquiring lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.172564] env[70621]: DEBUG oslo_concurrency.lockutils [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] Acquired lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.172734] env[70621]: DEBUG nova.network.neutron [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Refreshing network info cache for port b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.304403] env[70621]: DEBUG nova.objects.instance [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'flavor' on Instance uuid b219c0a8-bffe-4966-918a-7a04f28fa859 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.610593] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.821278] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.304s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.824959] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.797s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.825952] env[70621]: INFO nova.compute.claims [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.898997] env[70621]: DEBUG nova.network.neutron [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updated VIF entry in instance network info cache for port b8c6d95a-3df0-408b-b545-a8ab1e635e89. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.899582] env[70621]: DEBUG nova.network.neutron [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.312409] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6ebc0069-9ec0-4578-bed8-2900f5e9d366 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.379322] env[70621]: INFO nova.scheduler.client.report [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocation for migration 01e160c0-7703-42d5-880d-dab1268e5a55 [ 1239.402481] env[70621]: DEBUG oslo_concurrency.lockutils [req-ec69c2e5-1701-461a-bc4e-930c7bcc16e4 req-19f78258-6f0e-4625-912e-87a72749e97e service nova] Releasing lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.884821] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3833733e-0b77-49b3-9364-9f8487f50b21 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.899s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.886142] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.865s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.887280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9620b-fd63-4e27-9aa5-7c73338cf0a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.002398] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aa77fe-e965-4959-a409-fa6f390877bd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.010673] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe37835-e17a-4c28-9cca-69f9ad138e70 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.041428] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d56b58-8a97-496e-a95a-b800975495c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.049576] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d23aaa-0310-4445-9e24-4385dded24b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.064490] env[70621]: DEBUG nova.compute.provider_tree [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.401116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.459030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.459130] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.459321] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "b219c0a8-bffe-4966-918a-7a04f28fa859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.459506] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.459680] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.461783] env[70621]: INFO nova.compute.manager [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Terminating instance [ 1240.568251] env[70621]: DEBUG nova.scheduler.client.report [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.577042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.577042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.577266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.577341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.577535] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.579498] env[70621]: INFO nova.compute.manager [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Terminating instance [ 1240.965842] env[70621]: DEBUG nova.compute.manager [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.966098] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.967014] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d4222-e9ee-476e-943c-ac7d9cecf869 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.975616] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.975864] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1a7b075-3a56-4d07-a0c1-112f39a789db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.982750] env[70621]: DEBUG oslo_vmware.api [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1240.982750] env[70621]: value = "task-4136720" [ 1240.982750] env[70621]: _type = "Task" [ 1240.982750] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.990762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "4982b051-67cd-4962-aef7-965be60b26bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.991146] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "4982b051-67cd-4962-aef7-965be60b26bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.996280] env[70621]: DEBUG oslo_vmware.api [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.072675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.073312] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.076354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.070s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.077986] env[70621]: INFO nova.compute.claims [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.084470] env[70621]: DEBUG nova.compute.manager [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.084781] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.085700] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb8b12e-72e6-42c0-b482-2f5a8fe2fbab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.094421] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.094678] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ee950c-38c8-4696-a879-07e1a3326bc1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.102505] env[70621]: DEBUG oslo_vmware.api [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1241.102505] env[70621]: value = "task-4136721" [ 1241.102505] env[70621]: _type = "Task" [ 1241.102505] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.112309] env[70621]: DEBUG oslo_vmware.api [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.492318] env[70621]: DEBUG oslo_vmware.api [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136720, 'name': PowerOffVM_Task, 'duration_secs': 0.197369} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.492650] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.492871] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.493121] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddec7a0f-8636-4187-8cb4-660bfaa9e7fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.497277] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.559257] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.559607] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.559871] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleting the datastore file [datastore2] b219c0a8-bffe-4966-918a-7a04f28fa859 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.560253] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e5323a-0a02-4070-80b7-a83eefe6cfec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.566940] env[70621]: DEBUG oslo_vmware.api [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1241.566940] env[70621]: value = "task-4136723" [ 1241.566940] env[70621]: _type = "Task" [ 1241.566940] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.574780] env[70621]: DEBUG oslo_vmware.api [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.582414] env[70621]: DEBUG nova.compute.utils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.586311] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.586480] env[70621]: DEBUG nova.network.neutron [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.612558] env[70621]: DEBUG oslo_vmware.api [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136721, 'name': PowerOffVM_Task, 'duration_secs': 0.275164} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.612880] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.613126] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.613413] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e8bac15-6226-46a8-9207-88b126098b5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.623391] env[70621]: DEBUG nova.policy [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fcbe450d6d440b98288eca5b71e89e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff921da4fd21468d9bfe9d2edc362368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.684314] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.684713] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.684997] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore1] 502ab6be-7fa9-4d2a-8857-ea28020050a2 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.685350] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6675f72-daf6-4bc7-b80f-d18a313e6ec2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.692284] env[70621]: DEBUG oslo_vmware.api [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1241.692284] env[70621]: value = "task-4136725" [ 1241.692284] env[70621]: _type = "Task" [ 1241.692284] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.700425] env[70621]: DEBUG oslo_vmware.api [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.944238] env[70621]: DEBUG nova.network.neutron [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Successfully created port: 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.025959] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.077340] env[70621]: DEBUG oslo_vmware.api [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153694} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.077627] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.077770] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.077952] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.078142] env[70621]: INFO nova.compute.manager [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1242.078444] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.078654] env[70621]: DEBUG nova.compute.manager [-] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.078747] env[70621]: DEBUG nova.network.neutron [-] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.087229] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.202726] env[70621]: DEBUG oslo_vmware.api [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135607} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.202983] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.203191] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.203360] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.203525] env[70621]: INFO nova.compute.manager [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1242.203767] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.204581] env[70621]: DEBUG nova.compute.manager [-] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.204581] env[70621]: DEBUG nova.network.neutron [-] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.281702] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffd983-1ae6-4544-9957-48a9f9ca8ff6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.290793] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c193ca-0788-4904-a6ce-6df855b7db94 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.324468] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeb7285-9a8c-4b4d-97e2-26e5b7942db9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.333090] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55df2a0c-9849-43d5-a62f-5a59abd4a08c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.350635] env[70621]: DEBUG nova.compute.provider_tree [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.854166] env[70621]: DEBUG nova.scheduler.client.report [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.956836] env[70621]: DEBUG nova.compute.manager [req-e565b5c4-1931-49b3-8e0e-49cc1a9487f4 req-dacdd359-6dae-4981-b7c1-9101e7cfc08c service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Received event network-vif-deleted-0964a1f6-f2fe-4b81-8c02-f67f3f747e53 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.957061] env[70621]: INFO nova.compute.manager [req-e565b5c4-1931-49b3-8e0e-49cc1a9487f4 req-dacdd359-6dae-4981-b7c1-9101e7cfc08c service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Neutron deleted interface 0964a1f6-f2fe-4b81-8c02-f67f3f747e53; detaching it from the instance and deleting it from the info cache [ 1242.957328] env[70621]: DEBUG nova.network.neutron [req-e565b5c4-1931-49b3-8e0e-49cc1a9487f4 req-dacdd359-6dae-4981-b7c1-9101e7cfc08c service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.099985] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.126415] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.126683] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.126904] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.127123] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.127277] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.127425] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.127642] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.127803] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.127974] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.128157] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.128710] env[70621]: DEBUG nova.virt.hardware [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.129321] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62eeac8-6071-4b36-8733-572600179b1e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.138887] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0e803e-6e96-4058-ab99-5e3e5039e34f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.358707] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.359371] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.362086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.283s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.437143] env[70621]: DEBUG nova.network.neutron [-] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.460918] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b2b2d12-e364-4e75-81d8-ffaf1d7f2ded {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.471719] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390ec24-f4c9-4dc8-99cc-a71c7624419d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.505308] env[70621]: DEBUG nova.compute.manager [req-e565b5c4-1931-49b3-8e0e-49cc1a9487f4 req-dacdd359-6dae-4981-b7c1-9101e7cfc08c service nova] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Detach interface failed, port_id=0964a1f6-f2fe-4b81-8c02-f67f3f747e53, reason: Instance 502ab6be-7fa9-4d2a-8857-ea28020050a2 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.606657] env[70621]: DEBUG nova.network.neutron [-] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.865516] env[70621]: DEBUG nova.compute.utils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.867346] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.867655] env[70621]: DEBUG nova.network.neutron [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.871558] env[70621]: INFO nova.compute.claims [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.938626] env[70621]: DEBUG nova.policy [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.940436] env[70621]: INFO nova.compute.manager [-] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Took 1.74 seconds to deallocate network for instance. [ 1244.083923] env[70621]: DEBUG nova.network.neutron [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Successfully updated port: 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.108916] env[70621]: INFO nova.compute.manager [-] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Took 2.03 seconds to deallocate network for instance. [ 1244.352033] env[70621]: DEBUG nova.network.neutron [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Successfully created port: 89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.376622] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.380777] env[70621]: INFO nova.compute.resource_tracker [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating resource usage from migration e2505bd2-c086-478c-a85a-a926f6ddd988 [ 1244.447312] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.573311] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c3138-9d70-424d-af91-0ea926f412a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.581533] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ec74f-8ab9-42d8-a1ba-1fde7fc1c860 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.587792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.587936] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.588099] env[70621]: DEBUG nova.network.neutron [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.616209] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.620216] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa7275-12b2-4dff-88c7-667ea9e60b7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.629444] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39341c7-9d33-4394-a73f-473dea29f4c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.644921] env[70621]: DEBUG nova.compute.provider_tree [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.650908] env[70621]: DEBUG nova.network.neutron [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.786259] env[70621]: DEBUG nova.network.neutron [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.988099] env[70621]: DEBUG nova.compute.manager [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Received event network-vif-deleted-c7eda4ab-b0a7-4d7f-8dbf-616ab793969d {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.988491] env[70621]: DEBUG nova.compute.manager [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Received event network-vif-plugged-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.988491] env[70621]: DEBUG oslo_concurrency.lockutils [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] Acquiring lock "b1055352-188d-4480-8402-60960249ac70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.988706] env[70621]: DEBUG oslo_concurrency.lockutils [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] Lock "b1055352-188d-4480-8402-60960249ac70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.988760] env[70621]: DEBUG oslo_concurrency.lockutils [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] Lock "b1055352-188d-4480-8402-60960249ac70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.988912] env[70621]: DEBUG nova.compute.manager [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] No waiting events found dispatching network-vif-plugged-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1244.989119] env[70621]: WARNING nova.compute.manager [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Received unexpected event network-vif-plugged-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 for instance with vm_state building and task_state spawning. [ 1244.989290] env[70621]: DEBUG nova.compute.manager [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Received event network-changed-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.989444] env[70621]: DEBUG nova.compute.manager [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Refreshing instance network info cache due to event network-changed-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.989613] env[70621]: DEBUG oslo_concurrency.lockutils [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.147129] env[70621]: DEBUG nova.scheduler.client.report [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.290466] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.290466] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Instance network_info: |[{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.290466] env[70621]: DEBUG oslo_concurrency.lockutils [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.290466] env[70621]: DEBUG nova.network.neutron [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Refreshing network info cache for port 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.292039] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:ce:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c3785f8-31ea-4ae3-b4cb-8c128e2d6447', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.300038] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.300934] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1055352-188d-4480-8402-60960249ac70] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.301220] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc67dd4-7387-4946-ab32-ab9bda72c2af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.322693] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.322693] env[70621]: value = "task-4136726" [ 1245.322693] env[70621]: _type = "Task" [ 1245.322693] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.332177] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136726, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.390883] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.423578] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.423939] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.424031] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.424206] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.424395] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.424559] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.424774] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.424934] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.425124] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.425293] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.425474] env[70621]: DEBUG nova.virt.hardware [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.426402] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cce11c0-1d41-4e74-8196-7dd8aed7c739 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.435091] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0352b-94e8-4a9f-bb8d-94f0d52e7d9c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.651676] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.290s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.651953] env[70621]: INFO nova.compute.manager [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Migrating [ 1245.658723] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.048s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.658997] env[70621]: DEBUG nova.objects.instance [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'pci_requests' on Instance uuid 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.809281] env[70621]: DEBUG nova.network.neutron [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Successfully updated port: 89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.835037] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136726, 'name': CreateVM_Task, 'duration_secs': 0.313571} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.835037] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1055352-188d-4480-8402-60960249ac70] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.835037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.835037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.835037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.837038] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a52830-20a2-4515-ba0b-8c9ad149e20b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.843046] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1245.843046] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b3bbe1-14d5-73b9-903c-28749e1ac5f9" [ 1245.843046] env[70621]: _type = "Task" [ 1245.843046] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.852915] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b3bbe1-14d5-73b9-903c-28749e1ac5f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.014458] env[70621]: DEBUG nova.network.neutron [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Updated VIF entry in instance network info cache for port 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.015153] env[70621]: DEBUG nova.network.neutron [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.169074] env[70621]: DEBUG nova.objects.instance [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'numa_topology' on Instance uuid 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.170686] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.170852] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.171080] env[70621]: DEBUG nova.network.neutron [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.316733] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-a42a0029-4df7-46e6-9dfa-4f548a345ca1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.316895] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-a42a0029-4df7-46e6-9dfa-4f548a345ca1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.317079] env[70621]: DEBUG nova.network.neutron [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.353806] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b3bbe1-14d5-73b9-903c-28749e1ac5f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014227} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.354119] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.354355] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.354590] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.354740] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.354919] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.355226] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e660df43-2786-4b4e-a6a7-ce94f8d29a30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.364702] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.364994] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.365718] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da90130-8fa5-46af-89e3-20012922bb04 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.371668] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1246.371668] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5241e5f6-7cf5-ec36-c301-911604a2762a" [ 1246.371668] env[70621]: _type = "Task" [ 1246.371668] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.380062] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5241e5f6-7cf5-ec36-c301-911604a2762a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.518328] env[70621]: DEBUG oslo_concurrency.lockutils [req-15f269d8-878c-4fa5-bfb3-5fa6126f1935 req-b3f0d083-bcdb-4a2c-965f-117fb0e02b6c service nova] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.673632] env[70621]: INFO nova.compute.claims [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.857884] env[70621]: DEBUG nova.network.neutron [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.884157] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5241e5f6-7cf5-ec36-c301-911604a2762a, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.884955] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd0a980f-9077-4779-b8bc-c65cbecd13f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.891052] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1246.891052] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5252a5b9-8a76-6ee4-b076-a81847447686" [ 1246.891052] env[70621]: _type = "Task" [ 1246.891052] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.899389] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5252a5b9-8a76-6ee4-b076-a81847447686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.919477] env[70621]: DEBUG nova.network.neutron [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.008024] env[70621]: DEBUG nova.network.neutron [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Updating instance_info_cache with network_info: [{"id": "89d9fac8-4069-4046-b9ed-3784869e08bd", "address": "fa:16:3e:a0:14:59", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d9fac8-40", "ovs_interfaceid": "89d9fac8-4069-4046-b9ed-3784869e08bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.014562] env[70621]: DEBUG nova.compute.manager [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Received event network-vif-plugged-89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.015013] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] Acquiring lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.015127] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.015301] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.015550] env[70621]: DEBUG nova.compute.manager [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] No waiting events found dispatching network-vif-plugged-89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.015744] env[70621]: WARNING nova.compute.manager [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Received unexpected event network-vif-plugged-89d9fac8-4069-4046-b9ed-3784869e08bd for instance with vm_state building and task_state spawning. [ 1247.015912] env[70621]: DEBUG nova.compute.manager [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Received event network-changed-89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.016083] env[70621]: DEBUG nova.compute.manager [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Refreshing instance network info cache due to event network-changed-89d9fac8-4069-4046-b9ed-3784869e08bd. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.016264] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] Acquiring lock "refresh_cache-a42a0029-4df7-46e6-9dfa-4f548a345ca1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.403000] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5252a5b9-8a76-6ee4-b076-a81847447686, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.403200] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.403479] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.403859] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-141c5455-6c02-42d5-9919-a05d0a53bdc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.411186] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1247.411186] env[70621]: value = "task-4136727" [ 1247.411186] env[70621]: _type = "Task" [ 1247.411186] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.419090] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.422684] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.510666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-a42a0029-4df7-46e6-9dfa-4f548a345ca1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.511228] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Instance network_info: |[{"id": "89d9fac8-4069-4046-b9ed-3784869e08bd", "address": "fa:16:3e:a0:14:59", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d9fac8-40", "ovs_interfaceid": "89d9fac8-4069-4046-b9ed-3784869e08bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.511590] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] Acquired lock "refresh_cache-a42a0029-4df7-46e6-9dfa-4f548a345ca1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.511789] env[70621]: DEBUG nova.network.neutron [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Refreshing network info cache for port 89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.513101] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:14:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89d9fac8-4069-4046-b9ed-3784869e08bd', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.520754] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.521943] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.522245] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61aa44d8-7631-40cb-a08b-e5458aaf0dc5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.544515] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.544515] env[70621]: value = "task-4136728" [ 1247.544515] env[70621]: _type = "Task" [ 1247.544515] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.553580] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136728, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.887728] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c48732-9850-4576-a3d9-718792a3e29e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.896443] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d3173-9d59-463d-b013-d0b1240bbcd7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.938306] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b64563-6301-4ffd-9c8d-e7560adafc55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.947283] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478742} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.949525] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.949768] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.950077] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c69bb6ba-bd85-4f2e-a96a-9d72bc1e46ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.953123] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b472a7eb-51e1-44df-88c7-c54e10f46ee9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.963379] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1247.963379] env[70621]: value = "task-4136729" [ 1247.963379] env[70621]: _type = "Task" [ 1247.963379] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.972420] env[70621]: DEBUG nova.compute.provider_tree [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.984377] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.055495] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136728, 'name': CreateVM_Task, 'duration_secs': 0.479105} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.055768] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.056372] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.056543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.056904] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.057206] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f734fbdf-cb29-4236-9843-b40cebdaff03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.062144] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1248.062144] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5232973c-da8e-3029-9db2-5f3882d9c7ab" [ 1248.062144] env[70621]: _type = "Task" [ 1248.062144] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.070606] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5232973c-da8e-3029-9db2-5f3882d9c7ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.299555] env[70621]: DEBUG nova.network.neutron [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Updated VIF entry in instance network info cache for port 89d9fac8-4069-4046-b9ed-3784869e08bd. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.299958] env[70621]: DEBUG nova.network.neutron [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Updating instance_info_cache with network_info: [{"id": "89d9fac8-4069-4046-b9ed-3784869e08bd", "address": "fa:16:3e:a0:14:59", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89d9fac8-40", "ovs_interfaceid": "89d9fac8-4069-4046-b9ed-3784869e08bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.482244] env[70621]: DEBUG nova.scheduler.client.report [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.485173] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121719} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.485828] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.486593] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d1728b-ef2e-43d5-a3b9-fa5f35538fab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.512133] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.513126] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f37b77-efcf-4c65-a4e0-81ffd84d0384 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.534917] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1248.534917] env[70621]: value = "task-4136730" [ 1248.534917] env[70621]: _type = "Task" [ 1248.534917] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.544831] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.572398] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5232973c-da8e-3029-9db2-5f3882d9c7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.572709] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.572946] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.573208] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.573387] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.573585] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.573852] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64bed0c-1354-475d-80be-38b1519a159f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.583359] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.583578] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.584353] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5235243f-29cf-453e-a137-84d830cedd5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.586908] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.587070] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1248.591586] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1248.591586] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fc2348-3cf5-c42f-63ac-fe29a8ce5251" [ 1248.591586] env[70621]: _type = "Task" [ 1248.591586] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.600737] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fc2348-3cf5-c42f-63ac-fe29a8ce5251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.803780] env[70621]: DEBUG oslo_concurrency.lockutils [req-b5770d2e-bf57-42bf-bf71-0b611c58c5d2 req-dd8eb5b7-eefd-49ae-96de-da55b7fd195f service nova] Releasing lock "refresh_cache-a42a0029-4df7-46e6-9dfa-4f548a345ca1" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.949463] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee81dc45-eaed-42ec-855a-1792aad05d8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.968437] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.987119] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.989733] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.964s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.991041] env[70621]: INFO nova.compute.claims [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.045851] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.052967] env[70621]: INFO nova.network.neutron [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating port a813a46d-1c96-4a19-8706-a37a0e70d990 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1249.102372] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fc2348-3cf5-c42f-63ac-fe29a8ce5251, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.103239] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6198742d-8a4b-4a24-ad60-13d27912e499 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.109960] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1249.109960] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521bde67-4fa5-8131-66d8-313bc346904a" [ 1249.109960] env[70621]: _type = "Task" [ 1249.109960] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.118855] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521bde67-4fa5-8131-66d8-313bc346904a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.475058] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.475279] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55a8bcb3-59b0-406b-b93c-a1174df33f64 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.482837] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1249.482837] env[70621]: value = "task-4136731" [ 1249.482837] env[70621]: _type = "Task" [ 1249.482837] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.491554] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.548128] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136730, 'name': ReconfigVM_Task, 'duration_secs': 0.867687} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.548128] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.548618] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a51c9060-2045-4ae2-9e42-2d0cb1f09703 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.556415] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1249.556415] env[70621]: value = "task-4136732" [ 1249.556415] env[70621]: _type = "Task" [ 1249.556415] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.569944] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136732, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.623428] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521bde67-4fa5-8131-66d8-313bc346904a, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.623728] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.624016] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] a42a0029-4df7-46e6-9dfa-4f548a345ca1/a42a0029-4df7-46e6-9dfa-4f548a345ca1.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.624300] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ffe080a-d0db-4f82-ba5e-05f9ca00bba1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.632311] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1249.632311] env[70621]: value = "task-4136733" [ 1249.632311] env[70621]: _type = "Task" [ 1249.632311] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.640432] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.994483] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136731, 'name': PowerOffVM_Task, 'duration_secs': 0.199378} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.994772] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.994958] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.067369] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136732, 'name': Rename_Task, 'duration_secs': 0.168303} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.070154] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.070603] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc39a1ad-2458-4ee5-ba47-4f721972d984 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.077870] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1250.077870] env[70621]: value = "task-4136734" [ 1250.077870] env[70621]: _type = "Task" [ 1250.077870] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.089385] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.145656] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460085} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.149425] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] a42a0029-4df7-46e6-9dfa-4f548a345ca1/a42a0029-4df7-46e6-9dfa-4f548a345ca1.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.149670] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.150188] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0581fc1d-c438-4b71-a778-0f18940e4ac2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.157737] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1250.157737] env[70621]: value = "task-4136735" [ 1250.157737] env[70621]: _type = "Task" [ 1250.157737] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.169688] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.207279] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38581d-9745-4737-a26e-629627e5bb39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.216112] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cabdc9-d902-4c3c-8ebf-f0830e140922 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.249121] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc4d039-64e6-4369-b44c-4d13cb5df042 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.257483] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb6465-fa15-4f68-8747-4a823f5b4c43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.273741] env[70621]: DEBUG nova.compute.provider_tree [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.461437] env[70621]: DEBUG nova.compute.manager [req-cd9fa91f-9dc7-4920-ac72-0925d6539549 req-52f46fed-4d9d-4d57-811b-bbf13f1a98e6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-vif-plugged-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.461618] env[70621]: DEBUG oslo_concurrency.lockutils [req-cd9fa91f-9dc7-4920-ac72-0925d6539549 req-52f46fed-4d9d-4d57-811b-bbf13f1a98e6 service nova] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.461860] env[70621]: DEBUG oslo_concurrency.lockutils [req-cd9fa91f-9dc7-4920-ac72-0925d6539549 req-52f46fed-4d9d-4d57-811b-bbf13f1a98e6 service nova] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.462068] env[70621]: DEBUG oslo_concurrency.lockutils [req-cd9fa91f-9dc7-4920-ac72-0925d6539549 req-52f46fed-4d9d-4d57-811b-bbf13f1a98e6 service nova] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.462358] env[70621]: DEBUG nova.compute.manager [req-cd9fa91f-9dc7-4920-ac72-0925d6539549 req-52f46fed-4d9d-4d57-811b-bbf13f1a98e6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] No waiting events found dispatching network-vif-plugged-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1250.462476] env[70621]: WARNING nova.compute.manager [req-cd9fa91f-9dc7-4920-ac72-0925d6539549 req-52f46fed-4d9d-4d57-811b-bbf13f1a98e6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received unexpected event network-vif-plugged-a813a46d-1c96-4a19-8706-a37a0e70d990 for instance with vm_state shelved_offloaded and task_state spawning. [ 1250.504981] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.505311] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.505509] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.505707] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.505856] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.506201] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.506305] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.506390] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.506561] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.506727] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.506903] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.512015] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe56d68-3d8e-4c2e-90c8-5cf5dbf9d976 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.530749] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1250.530749] env[70621]: value = "task-4136736" [ 1250.530749] env[70621]: _type = "Task" [ 1250.530749] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.541376] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.589095] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.589471] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136734, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.609305] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.609506] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.609700] env[70621]: DEBUG nova.network.neutron [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.667509] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076578} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.667794] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.668601] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3925f6-f990-41aa-ae46-77f4a63137c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.690589] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] a42a0029-4df7-46e6-9dfa-4f548a345ca1/a42a0029-4df7-46e6-9dfa-4f548a345ca1.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.691257] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228a4197-a30a-4597-8702-e05569e79a5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.712265] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1250.712265] env[70621]: value = "task-4136737" [ 1250.712265] env[70621]: _type = "Task" [ 1250.712265] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.720963] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.777915] env[70621]: DEBUG nova.scheduler.client.report [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.041118] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136736, 'name': ReconfigVM_Task, 'duration_secs': 0.382251} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.041464] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.090203] env[70621]: DEBUG oslo_vmware.api [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136734, 'name': PowerOnVM_Task, 'duration_secs': 0.534937} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.090473] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.090669] env[70621]: INFO nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1251.090855] env[70621]: DEBUG nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1251.091664] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4635b761-3dea-4213-9f78-efb8e071118a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.224829] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.283380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.284350] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.287009] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.840s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.287280] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.289987] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.674s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.290346] env[70621]: DEBUG nova.objects.instance [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'resources' on Instance uuid b219c0a8-bffe-4966-918a-7a04f28fa859 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.311915] env[70621]: INFO nova.scheduler.client.report [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocations for instance 502ab6be-7fa9-4d2a-8857-ea28020050a2 [ 1251.354087] env[70621]: DEBUG nova.network.neutron [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa813a46d-1c", "ovs_interfaceid": "a813a46d-1c96-4a19-8706-a37a0e70d990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.548781] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.549096] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.549257] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.549394] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.549539] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.549687] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.549897] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.550068] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.550244] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.550410] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.550583] env[70621]: DEBUG nova.virt.hardware [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.555959] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.556335] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62d3130-5e88-4c99-99de-7aa0f4cbedd3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.577560] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1251.577560] env[70621]: value = "task-4136738" [ 1251.577560] env[70621]: _type = "Task" [ 1251.577560] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.589224] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.589579] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.589878] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.611020] env[70621]: INFO nova.compute.manager [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Took 16.60 seconds to build instance. [ 1251.723107] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136737, 'name': ReconfigVM_Task, 'duration_secs': 0.635225} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.723432] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Reconfigured VM instance instance-00000073 to attach disk [datastore2] a42a0029-4df7-46e6-9dfa-4f548a345ca1/a42a0029-4df7-46e6-9dfa-4f548a345ca1.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.724115] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21fae79-025c-43ae-99f2-a7dfcc372446 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.730127] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1251.730127] env[70621]: value = "task-4136739" [ 1251.730127] env[70621]: _type = "Task" [ 1251.730127] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.738016] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136739, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.793910] env[70621]: DEBUG nova.compute.utils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.798586] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.798793] env[70621]: DEBUG nova.network.neutron [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.824135] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d80ec0da-4030-483d-91bc-5a7fb6181136 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "502ab6be-7fa9-4d2a-8857-ea28020050a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.247s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.851579] env[70621]: DEBUG nova.policy [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4aea0cf4893b4b2c9a9150232b6a78b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '578ff4a58fe540a6beb0b33a128a7c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.858121] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.884712] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='59d2c2d0ebac8c117260486e3467f8ae',container_format='bare',created_at=2025-05-14T08:28:22Z,direct_url=,disk_format='vmdk',id=512e022a-d238-4aa5-b09e-6162115ffec3,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-433009257-shelved',owner='e5c8f5801a7b47528fbef82dc9a29a2a',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-14T08:28:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.885012] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.885144] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.885332] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.885482] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.885657] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.885890] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.886319] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.886319] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.886446] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.886617] env[70621]: DEBUG nova.virt.hardware [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.887622] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c388b7aa-03e0-4807-bcbe-0ce05fd58291 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.898954] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c74c61-ee26-478d-8f5d-56f281583335 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.917225] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:08:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a813a46d-1c96-4a19-8706-a37a0e70d990', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.924802] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.927642] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.928100] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-889d3a7c-3cf3-49e7-a6d6-415e821fcb38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.952321] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.952321] env[70621]: value = "task-4136740" [ 1251.952321] env[70621]: _type = "Task" [ 1251.952321] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.969868] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136740, 'name': CreateVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.002811] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13250ae4-36f4-4aaa-b224-3b5fd65c299f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.011610] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c3c2b8-60df-46ab-b4e8-3c6e23373a97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.055772] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8f286-8035-4809-9cd0-7b44abf7e1cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.064155] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0882a-d807-432f-8237-d665d58d3cc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.077978] env[70621]: DEBUG nova.compute.provider_tree [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.087593] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136738, 'name': ReconfigVM_Task, 'duration_secs': 0.15523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.088478] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.089260] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ce8f1f-b066-411f-8100-0a6701d95fd0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.092849] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.114475] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b/volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.115015] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3c17286d-f34b-4267-925a-fd258b2f2b3c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.111s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.115533] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc699c05-447b-4d7b-bd4d-418e43bf4777 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.134906] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1252.134906] env[70621]: value = "task-4136741" [ 1252.134906] env[70621]: _type = "Task" [ 1252.134906] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.144473] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.242172] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136739, 'name': Rename_Task, 'duration_secs': 0.143871} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.242651] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.242776] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da7f7cd-6514-47b9-8a87-db3f337e5ab9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.251113] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1252.251113] env[70621]: value = "task-4136742" [ 1252.251113] env[70621]: _type = "Task" [ 1252.251113] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.020431] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.025377] env[70621]: DEBUG nova.scheduler.client.report [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.028430] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.028775] env[70621]: WARNING oslo_vmware.common.loopingcall [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] task run outlasted interval by 0.27788900000000005 sec [ 1253.029737] env[70621]: DEBUG nova.network.neutron [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Successfully created port: 73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.035920] env[70621]: DEBUG nova.compute.manager [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.036124] env[70621]: DEBUG nova.compute.manager [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing instance network info cache due to event network-changed-a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.036365] env[70621]: DEBUG oslo_concurrency.lockutils [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] Acquiring lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.036519] env[70621]: DEBUG oslo_concurrency.lockutils [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] Acquired lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.036684] env[70621]: DEBUG nova.network.neutron [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Refreshing network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.053585] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136741, 'name': ReconfigVM_Task, 'duration_secs': 0.270508} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.053787] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136740, 'name': CreateVM_Task, 'duration_secs': 0.325913} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.056668] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b/volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.056957] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.060311] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.061046] env[70621]: DEBUG oslo_vmware.api [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136742, 'name': PowerOnVM_Task, 'duration_secs': 0.510389} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.061682] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.061843] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.062239] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.062521] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.062714] env[70621]: INFO nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1253.062892] env[70621]: DEBUG nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.063386] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce16dfd-66f3-492a-a55e-ff8303641937 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.065670] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79290053-e767-47d7-afb0-1b13d7711c03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.077750] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1253.077750] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52811dab-a633-3212-80ed-1241f9cf3506" [ 1253.077750] env[70621]: _type = "Task" [ 1253.077750] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.092480] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.094294] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Processing image 512e022a-d238-4aa5-b09e-6162115ffec3 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.094294] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.094294] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.094294] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.094294] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0964532-dc6b-4e1f-8ac7-e946741403c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.105153] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.105153] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.105710] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6f1c44-f6a6-4e77-becc-9731ab2e694e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.112797] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1253.112797] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529f07a3-5456-19d1-9af4-29c58524b512" [ 1253.112797] env[70621]: _type = "Task" [ 1253.112797] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.122636] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529f07a3-5456-19d1-9af4-29c58524b512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.530930] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.533855] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.441s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.534119] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.534559] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1253.538720] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e545956-6725-4792-801b-cddb34d44fc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.549346] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f3387d-a759-4cd1-8e46-8c873342a0d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.555468] env[70621]: INFO nova.scheduler.client.report [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleted allocations for instance b219c0a8-bffe-4966-918a-7a04f28fa859 [ 1253.569941] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7d728-10ac-4a20-a9ff-f49f42402d0e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.573020] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44549f2c-f21a-4402-88e5-c75dec86f7df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.603231] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941df6c-3200-4af7-b5c6-a33e2c054a82 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.609512] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87316c4e-45ad-4f54-aab1-89702dd6750f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.612579] env[70621]: INFO nova.compute.manager [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Took 16.70 seconds to build instance. [ 1253.659783] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.663256] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178603MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1253.663419] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.663634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.673599] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1253.673843] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Fetch image to [datastore2] OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca/OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1253.674038] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Downloading stream optimized image 512e022a-d238-4aa5-b09e-6162115ffec3 to [datastore2] OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca/OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca.vmdk on the data store datastore2 as vApp {{(pid=70621) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1253.674218] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Downloading image file data 512e022a-d238-4aa5-b09e-6162115ffec3 to the ESX as VM named 'OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca' {{(pid=70621) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1253.756776] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1253.756776] env[70621]: value = "resgroup-9" [ 1253.756776] env[70621]: _type = "ResourcePool" [ 1253.756776] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1253.757449] env[70621]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e2dceee0-dcd2-42c2-bd0f-e17fa8f814e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.781413] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease: (returnval){ [ 1253.781413] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e3da05-0c51-72ef-ab5d-0253d2360b27" [ 1253.781413] env[70621]: _type = "HttpNfcLease" [ 1253.781413] env[70621]: } obtained for vApp import into resource pool (val){ [ 1253.781413] env[70621]: value = "resgroup-9" [ 1253.781413] env[70621]: _type = "ResourcePool" [ 1253.781413] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1253.781958] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the lease: (returnval){ [ 1253.781958] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e3da05-0c51-72ef-ab5d-0253d2360b27" [ 1253.781958] env[70621]: _type = "HttpNfcLease" [ 1253.781958] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.788514] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.788514] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e3da05-0c51-72ef-ab5d-0253d2360b27" [ 1253.788514] env[70621]: _type = "HttpNfcLease" [ 1253.788514] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1253.808976] env[70621]: DEBUG nova.network.neutron [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updated VIF entry in instance network info cache for port a813a46d-1c96-4a19-8706-a37a0e70d990. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.809438] env[70621]: DEBUG nova.network.neutron [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [{"id": "a813a46d-1c96-4a19-8706-a37a0e70d990", "address": "fa:16:3e:23:08:87", "network": {"id": "ada79cd3-bf7d-44e7-840e-fe65622a8733", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1326774849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5c8f5801a7b47528fbef82dc9a29a2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa813a46d-1c", "ovs_interfaceid": "a813a46d-1c96-4a19-8706-a37a0e70d990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.044061] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.070344] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.070640] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.070777] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.070993] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.071204] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.071350] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.071564] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.071727] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.071901] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.072144] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.072345] env[70621]: DEBUG nova.virt.hardware [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.073261] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d73f9-b6e6-4291-ac19-88c3cd72d9db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.079026] env[70621]: DEBUG oslo_concurrency.lockutils [None req-78414037-c4ff-4b51-b1c8-7b9ce5c1ffdf tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "b219c0a8-bffe-4966-918a-7a04f28fa859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.620s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.085781] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138c6187-5fb7-4789-a65a-ed1495de054f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.117948] env[70621]: DEBUG oslo_concurrency.lockutils [None req-c851b605-bdba-41cd-b691-35b73c0ea928 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.218s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.293031] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.293031] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e3da05-0c51-72ef-ab5d-0253d2360b27" [ 1254.293031] env[70621]: _type = "HttpNfcLease" [ 1254.293031] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1254.293031] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1254.293031] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e3da05-0c51-72ef-ab5d-0253d2360b27" [ 1254.293031] env[70621]: _type = "HttpNfcLease" [ 1254.293031] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1254.293520] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2fd7b2-0dd4-4e8a-b6cb-fb0283a72634 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.302040] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e87a2-722f-e486-fd90-87e35d7d063e/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1254.302242] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e87a2-722f-e486-fd90-87e35d7d063e/disk-0.vmdk. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1254.364157] env[70621]: DEBUG oslo_concurrency.lockutils [req-dcffae32-5c67-4207-96ef-ca21703b3d98 req-e8f1fd0b-8146-4017-b97d-c24d1fb43ae6 service nova] Releasing lock "refresh_cache-6cde4fb1-0fbc-43de-b38d-c5610563f7c7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.371241] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0ae9022-c43a-415c-92a2-b157e5ff1aa9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.533163] env[70621]: DEBUG nova.compute.manager [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Received event network-changed-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.533163] env[70621]: DEBUG nova.compute.manager [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Refreshing instance network info cache due to event network-changed-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.533163] env[70621]: DEBUG oslo_concurrency.lockutils [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.533163] env[70621]: DEBUG oslo_concurrency.lockutils [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.533163] env[70621]: DEBUG nova.network.neutron [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Refreshing network info cache for port 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.667096] env[70621]: DEBUG nova.network.neutron [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Successfully updated port: 73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.681135] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Applying migration context for instance fdfa09fe-623f-4123-95f6-02eb4d28b544 as it has an incoming, in-progress migration e2505bd2-c086-478c-a85a-a926f6ddd988. Migration status is migrating {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1254.682917] env[70621]: INFO nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating resource usage from migration e2505bd2-c086-478c-a85a-a926f6ddd988 [ 1254.706127] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.706314] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance df3c86b1-b9a2-45d2-b939-4b059a94daf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.706455] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2c21722a-4c02-414e-a09c-8632b3c16b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.706600] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 319e41f4-7952-452d-ae01-65b2f5bbab8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.706729] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 2653eecf-d650-46da-9487-f35ee29244a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.706855] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.706980] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance b1055352-188d-4480-8402-60960249ac70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.707127] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance a42a0029-4df7-46e6-9dfa-4f548a345ca1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.707249] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Migration e2505bd2-c086-478c-a85a-a926f6ddd988 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1254.707373] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance fdfa09fe-623f-4123-95f6-02eb4d28b544 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.707508] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 4982b051-67cd-4962-aef7-965be60b26bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1254.707743] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1254.707933] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1254.782526] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.782803] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.782985] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.783214] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.783425] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.785576] env[70621]: INFO nova.compute.manager [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Terminating instance [ 1254.879219] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247fc29-66ef-4e57-a1b1-4f88fb2dfe36 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.891070] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da965b57-6420-40ae-9c2b-f4fac5c2146e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.931355] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe54f8-9e99-454d-8c3e-6a0bc8351b43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.943301] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8614e5f9-91f5-4526-9394-ffb90032c9b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.962476] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.171434] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "refresh_cache-4982b051-67cd-4962-aef7-965be60b26bc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.171434] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "refresh_cache-4982b051-67cd-4962-aef7-965be60b26bc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.171434] env[70621]: DEBUG nova.network.neutron [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.286376] env[70621]: DEBUG nova.network.neutron [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Updated VIF entry in instance network info cache for port 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.286807] env[70621]: DEBUG nova.network.neutron [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.294200] env[70621]: DEBUG nova.compute.manager [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.294503] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.298826] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815bdbb2-5418-44ce-89a0-3c80749f11f9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.316095] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.318202] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588e8959-6234-4d9b-87eb-bf89f974cfc8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.328982] env[70621]: DEBUG oslo_vmware.api [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1255.328982] env[70621]: value = "task-4136745" [ 1255.328982] env[70621]: _type = "Task" [ 1255.328982] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.342016] env[70621]: DEBUG oslo_vmware.api [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.383546] env[70621]: DEBUG nova.network.neutron [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Port b8c6d95a-3df0-408b-b545-a8ab1e635e89 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1255.470169] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.707870] env[70621]: DEBUG nova.network.neutron [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.782329] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1255.782572] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e87a2-722f-e486-fd90-87e35d7d063e/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1255.783804] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e314ba36-c7aa-41a2-aed2-2bfd4d78fdb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.791047] env[70621]: DEBUG oslo_concurrency.lockutils [req-736c3aa0-2d28-4ea5-a580-1c3014879a2e req-e0ff8efa-0913-495d-a457-a91819c4c0a5 service nova] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.791595] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e87a2-722f-e486-fd90-87e35d7d063e/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1255.791694] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e87a2-722f-e486-fd90-87e35d7d063e/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1255.791997] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9fcdacfa-5aea-4052-8ae5-efa68eb10057 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.839605] env[70621]: DEBUG oslo_vmware.api [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136745, 'name': PowerOffVM_Task, 'duration_secs': 0.252177} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.839816] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.839985] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.840267] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf873745-e5f6-4408-a5ee-ec32e405f275 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.850175] env[70621]: DEBUG nova.network.neutron [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Updating instance_info_cache with network_info: [{"id": "73f2b52c-7270-4269-a217-a21bbd2bd666", "address": "fa:16:3e:b0:69:d4", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f2b52c-72", "ovs_interfaceid": "73f2b52c-7270-4269-a217-a21bbd2bd666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.910112] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.910320] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.910443] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore2] a42a0029-4df7-46e6-9dfa-4f548a345ca1 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.910725] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be7f193-611c-4468-8a55-c8f1e368f5fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.919903] env[70621]: DEBUG oslo_vmware.api [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1255.919903] env[70621]: value = "task-4136747" [ 1255.919903] env[70621]: _type = "Task" [ 1255.919903] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.928513] env[70621]: DEBUG oslo_vmware.api [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.977324] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1255.977537] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.314s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.046164] env[70621]: DEBUG oslo_vmware.rw_handles [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e87a2-722f-e486-fd90-87e35d7d063e/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1256.046459] env[70621]: INFO nova.virt.vmwareapi.images [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Downloaded image file data 512e022a-d238-4aa5-b09e-6162115ffec3 [ 1256.047364] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3006f62-fa43-4321-b264-67cbbbc0ac9d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.064473] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48ca478f-c49a-47b9-82e7-cb52aa398bbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.168234] env[70621]: INFO nova.virt.vmwareapi.images [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] The imported VM was unregistered [ 1256.170521] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1256.170766] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Creating directory with path [datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.171146] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52cfb57-cba7-45c8-8279-517444f6edb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.183929] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Created directory with path [datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.184200] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca/OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca.vmdk to [datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk. {{(pid=70621) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1256.184427] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9d96bdef-d35b-43cf-ac05-4d6c3a363436 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.192240] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1256.192240] env[70621]: value = "task-4136749" [ 1256.192240] env[70621]: _type = "Task" [ 1256.192240] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.201686] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136749, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.353313] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "refresh_cache-4982b051-67cd-4962-aef7-965be60b26bc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.353668] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Instance network_info: |[{"id": "73f2b52c-7270-4269-a217-a21bbd2bd666", "address": "fa:16:3e:b0:69:d4", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f2b52c-72", "ovs_interfaceid": "73f2b52c-7270-4269-a217-a21bbd2bd666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.354158] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:69:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1bf71001-973b-4fda-b804-ee6abcd12776', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f2b52c-7270-4269-a217-a21bbd2bd666', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.361748] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.361997] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.362277] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18d34a66-eca0-4ec1-b91d-78d73568186c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.382165] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.382165] env[70621]: value = "task-4136750" [ 1256.382165] env[70621]: _type = "Task" [ 1256.382165] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.390217] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136750, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.409852] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.409852] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.409852] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.432358] env[70621]: DEBUG oslo_vmware.api [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432304} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.432582] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.432766] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.432946] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.433141] env[70621]: INFO nova.compute.manager [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1256.433386] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.433825] env[70621]: DEBUG nova.compute.manager [-] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.433917] env[70621]: DEBUG nova.network.neutron [-] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.679356] env[70621]: DEBUG nova.compute.manager [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Received event network-vif-plugged-73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.679434] env[70621]: DEBUG oslo_concurrency.lockutils [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] Acquiring lock "4982b051-67cd-4962-aef7-965be60b26bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.679759] env[70621]: DEBUG oslo_concurrency.lockutils [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] Lock "4982b051-67cd-4962-aef7-965be60b26bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.679934] env[70621]: DEBUG oslo_concurrency.lockutils [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] Lock "4982b051-67cd-4962-aef7-965be60b26bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.680213] env[70621]: DEBUG nova.compute.manager [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] No waiting events found dispatching network-vif-plugged-73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.680213] env[70621]: WARNING nova.compute.manager [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Received unexpected event network-vif-plugged-73f2b52c-7270-4269-a217-a21bbd2bd666 for instance with vm_state building and task_state spawning. [ 1256.680481] env[70621]: DEBUG nova.compute.manager [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Received event network-changed-73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.680655] env[70621]: DEBUG nova.compute.manager [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Refreshing instance network info cache due to event network-changed-73f2b52c-7270-4269-a217-a21bbd2bd666. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.680910] env[70621]: DEBUG oslo_concurrency.lockutils [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] Acquiring lock "refresh_cache-4982b051-67cd-4962-aef7-965be60b26bc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.680999] env[70621]: DEBUG oslo_concurrency.lockutils [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] Acquired lock "refresh_cache-4982b051-67cd-4962-aef7-965be60b26bc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.681245] env[70621]: DEBUG nova.network.neutron [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Refreshing network info cache for port 73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.705886] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136749, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.892815] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136750, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.207116] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136749, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.303983] env[70621]: DEBUG nova.network.neutron [-] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.392408] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136750, 'name': CreateVM_Task, 'duration_secs': 0.64832} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.392650] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.402889] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.403093] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.403486] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.403774] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c349de97-4fc2-4228-a3ba-f7a589ef0d76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.410749] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1257.410749] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52115934-d645-4b5e-7faf-d5e6220193c8" [ 1257.410749] env[70621]: _type = "Task" [ 1257.410749] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.421102] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52115934-d645-4b5e-7faf-d5e6220193c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.422014] env[70621]: DEBUG nova.network.neutron [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Updated VIF entry in instance network info cache for port 73f2b52c-7270-4269-a217-a21bbd2bd666. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.422356] env[70621]: DEBUG nova.network.neutron [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Updating instance_info_cache with network_info: [{"id": "73f2b52c-7270-4269-a217-a21bbd2bd666", "address": "fa:16:3e:b0:69:d4", "network": {"id": "c3e23ab0-a593-455b-bfb5-74e00382d913", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-229324563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "578ff4a58fe540a6beb0b33a128a7c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1bf71001-973b-4fda-b804-ee6abcd12776", "external-id": "nsx-vlan-transportzone-498", "segmentation_id": 498, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f2b52c-72", "ovs_interfaceid": "73f2b52c-7270-4269-a217-a21bbd2bd666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.451894] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.452116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.452365] env[70621]: DEBUG nova.network.neutron [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.704222] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136749, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.807655] env[70621]: INFO nova.compute.manager [-] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Took 1.37 seconds to deallocate network for instance. [ 1257.922095] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52115934-d645-4b5e-7faf-d5e6220193c8, 'name': SearchDatastore_Task, 'duration_secs': 0.083608} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.922489] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.922688] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.922926] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.923109] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.923311] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.923615] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc370de7-b194-48ce-95b1-86cb195ac10b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.925887] env[70621]: DEBUG oslo_concurrency.lockutils [req-92a005f8-9bba-409a-ae17-983d51334423 req-93c61a9e-4325-4d8a-bb3b-e555bc0e8d74 service nova] Releasing lock "refresh_cache-4982b051-67cd-4962-aef7-965be60b26bc" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.950818] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.951132] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.952057] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361f6a07-4ecc-4964-affe-74d9860b9e58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.960801] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1257.960801] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52eb6634-3380-35e2-4f1c-cdd0394f8a6f" [ 1257.960801] env[70621]: _type = "Task" [ 1257.960801] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.970417] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.970715] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eb6634-3380-35e2-4f1c-cdd0394f8a6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.970922] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.971146] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.971319] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.186925] env[70621]: DEBUG nova.network.neutron [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.206841] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136749, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.314624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.315130] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.315384] env[70621]: DEBUG nova.objects.instance [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid a42a0029-4df7-46e6-9dfa-4f548a345ca1 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.472291] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eb6634-3380-35e2-4f1c-cdd0394f8a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.093089} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.473165] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa949fb9-9bcd-4dfb-8c4e-755037f91ad0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.480147] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1258.480147] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52e0840e-f4a9-577f-5312-8264c299cc66" [ 1258.480147] env[70621]: _type = "Task" [ 1258.480147] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.488724] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e0840e-f4a9-577f-5312-8264c299cc66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.690216] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.706753] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136749, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.494874} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.708125] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca/OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca.vmdk to [datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk. [ 1258.708340] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Cleaning up location [datastore2] OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1258.708507] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1dd47886-4f72-4474-86c6-d9f268f818ca {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.709743] env[70621]: DEBUG nova.compute.manager [req-0dd598a4-9fa3-486d-bef3-745163ade08a req-a581c5f1-5857-4767-bfd1-ae660f25a493 service nova] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Received event network-vif-deleted-89d9fac8-4069-4046-b9ed-3784869e08bd {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.710043] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ccfe486-31c7-44d8-b489-531c252dc20e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.718871] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1258.718871] env[70621]: value = "task-4136751" [ 1258.718871] env[70621]: _type = "Task" [ 1258.718871] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.734213] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.979066] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c3c512-1cfb-47a3-99a5-5826b65a33b0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.992832] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52e0840e-f4a9-577f-5312-8264c299cc66, 'name': SearchDatastore_Task, 'duration_secs': 0.080185} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.994858] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.995158] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 4982b051-67cd-4962-aef7-965be60b26bc/4982b051-67cd-4962-aef7-965be60b26bc.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.995535] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfcc8d3b-d664-4e3d-bd8d-1f5a0ef60f28 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.998747] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c49336-82ea-4c19-982e-fcc377fc1e4e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.033155] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1487b8d8-2872-47ad-9b41-3d05db775c45 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.036888] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1259.036888] env[70621]: value = "task-4136752" [ 1259.036888] env[70621]: _type = "Task" [ 1259.036888] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.045203] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d6a7ff-878d-44c9-8747-5585c4a21e77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.051796] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.061617] env[70621]: DEBUG nova.compute.provider_tree [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.202402] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f3d8d-91cf-40db-9e41-1667cec3ac35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.211928] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c071f1-c8ca-4780-aaf0-c38ff33eeea3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.229983] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043159} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.233735] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.234050] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.234412] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk to [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.237412] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-935d73d9-7dad-4143-8d02-f56744110f38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.246023] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1259.246023] env[70621]: value = "task-4136753" [ 1259.246023] env[70621]: _type = "Task" [ 1259.246023] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.255209] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.367627] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.367898] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.368139] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "2c21722a-4c02-414e-a09c-8632b3c16b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.368333] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.368508] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.370776] env[70621]: INFO nova.compute.manager [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Terminating instance [ 1259.548930] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136752, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.568290] env[70621]: DEBUG nova.scheduler.client.report [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.757833] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.875235] env[70621]: DEBUG nova.compute.manager [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.875480] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.876426] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7e8571-893e-40df-aace-e2fb169b457b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.884813] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.885084] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924c8813-337d-46ee-91f1-fafd2f891130 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.892042] env[70621]: DEBUG oslo_vmware.api [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1259.892042] env[70621]: value = "task-4136754" [ 1259.892042] env[70621]: _type = "Task" [ 1259.892042] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.901579] env[70621]: DEBUG oslo_vmware.api [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.049938] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858352} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.050291] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 4982b051-67cd-4962-aef7-965be60b26bc/4982b051-67cd-4962-aef7-965be60b26bc.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.050483] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.050798] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86744e41-f3cb-4e19-a579-a2dcf0778d43 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.060887] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1260.060887] env[70621]: value = "task-4136755" [ 1260.060887] env[70621]: _type = "Task" [ 1260.060887] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.072901] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.073964] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.099513] env[70621]: INFO nova.scheduler.client.report [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance a42a0029-4df7-46e6-9dfa-4f548a345ca1 [ 1260.259335] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.333102] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ead439-9bab-4f9a-83d7-771baf8bfe73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.353763] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e94f1-2814-4f13-b299-e91ca3d4c9d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.361871] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.402960] env[70621]: DEBUG oslo_vmware.api [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136754, 'name': PowerOffVM_Task, 'duration_secs': 0.285912} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.403278] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.403457] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.403728] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b643493-ec00-4245-93cd-c50e723981da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.478568] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.479079] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.479431] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleting the datastore file [datastore1] 2c21722a-4c02-414e-a09c-8632b3c16b7a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.479786] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40311afb-f2eb-4281-b884-b9400fa8b36a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.488434] env[70621]: DEBUG oslo_vmware.api [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1260.488434] env[70621]: value = "task-4136757" [ 1260.488434] env[70621]: _type = "Task" [ 1260.488434] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.497274] env[70621]: DEBUG oslo_vmware.api [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.571616] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296023} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.571847] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.572877] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae1d0ca-1405-445e-bfb0-7db0e26afa1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.596924] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 4982b051-67cd-4962-aef7-965be60b26bc/4982b051-67cd-4962-aef7-965be60b26bc.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.597310] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296654b8-954a-4a69-b19c-43024383a7d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.615176] env[70621]: DEBUG oslo_concurrency.lockutils [None req-922eb7f3-04d4-463b-b121-5ab3bac04368 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "a42a0029-4df7-46e6-9dfa-4f548a345ca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.832s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.621416] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1260.621416] env[70621]: value = "task-4136758" [ 1260.621416] env[70621]: _type = "Task" [ 1260.621416] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.631852] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.762280] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.868456] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.868697] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee35e665-bb7e-459e-be44-725465e13ce6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.876659] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1260.876659] env[70621]: value = "task-4136759" [ 1260.876659] env[70621]: _type = "Task" [ 1260.876659] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.887516] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.001555] env[70621]: DEBUG oslo_vmware.api [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322182} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.001895] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.002120] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.002376] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.002495] env[70621]: INFO nova.compute.manager [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1261.002830] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.002993] env[70621]: DEBUG nova.compute.manager [-] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.003100] env[70621]: DEBUG nova.network.neutron [-] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.140413] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.261411] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.395268] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136759, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.633092] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136758, 'name': ReconfigVM_Task, 'duration_secs': 0.971086} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.633582] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 4982b051-67cd-4962-aef7-965be60b26bc/4982b051-67cd-4962-aef7-965be60b26bc.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.634579] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42943b34-8eb1-4bb0-ac6f-88471ba01bc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.642891] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1261.642891] env[70621]: value = "task-4136760" [ 1261.642891] env[70621]: _type = "Task" [ 1261.642891] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.654749] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136760, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.682834] env[70621]: DEBUG nova.compute.manager [req-a34fedb0-4d57-473f-8a75-4d01ad475eaf req-3845495a-f19b-4cb2-8b71-a3bea40d05b9 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Received event network-vif-deleted-687c41c8-941c-4f96-b109-c7a919182027 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.683388] env[70621]: INFO nova.compute.manager [req-a34fedb0-4d57-473f-8a75-4d01ad475eaf req-3845495a-f19b-4cb2-8b71-a3bea40d05b9 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Neutron deleted interface 687c41c8-941c-4f96-b109-c7a919182027; detaching it from the instance and deleting it from the info cache [ 1261.683676] env[70621]: DEBUG nova.network.neutron [req-a34fedb0-4d57-473f-8a75-4d01ad475eaf req-3845495a-f19b-4cb2-8b71-a3bea40d05b9 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.759586] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.888832] env[70621]: DEBUG oslo_vmware.api [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136759, 'name': PowerOnVM_Task, 'duration_secs': 0.558395} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.889188] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.889384] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d9081f-b01d-4cee-9dd2-d6d45b352844 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance 'fdfa09fe-623f-4123-95f6-02eb4d28b544' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.945394] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "dcd15ece-08c9-4ca0-9320-c785faf44866" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.945770] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.155015] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136760, 'name': Rename_Task, 'duration_secs': 0.367857} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.155534] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.155796] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8988254f-d6ab-45f5-bde9-46eaee59cf05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.164317] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1262.164317] env[70621]: value = "task-4136761" [ 1262.164317] env[70621]: _type = "Task" [ 1262.164317] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.164669] env[70621]: DEBUG nova.network.neutron [-] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.176592] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.186422] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf96fadb-58fc-49f8-bf36-0aae4e3ba3cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.199597] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e916355e-cbdd-4dc9-85a9-a50d25100442 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.231891] env[70621]: DEBUG nova.compute.manager [req-a34fedb0-4d57-473f-8a75-4d01ad475eaf req-3845495a-f19b-4cb2-8b71-a3bea40d05b9 service nova] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Detach interface failed, port_id=687c41c8-941c-4f96-b109-c7a919182027, reason: Instance 2c21722a-4c02-414e-a09c-8632b3c16b7a could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.260321] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136753, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.994433} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.260617] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/512e022a-d238-4aa5-b09e-6162115ffec3/512e022a-d238-4aa5-b09e-6162115ffec3.vmdk to [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.261538] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ef5b5-e825-45f3-a68e-157d049e99c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.285368] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.285698] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d6107d7-9b86-421e-8f47-1d13a446a465 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.306145] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1262.306145] env[70621]: value = "task-4136762" [ 1262.306145] env[70621]: _type = "Task" [ 1262.306145] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.315513] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.448199] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.672040] env[70621]: INFO nova.compute.manager [-] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Took 1.67 seconds to deallocate network for instance. [ 1262.679539] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.817537] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.974063] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.974357] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.975935] env[70621]: INFO nova.compute.claims [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.177542] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136761, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.181620] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.317207] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.678232] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136761, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.818793] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136762, 'name': ReconfigVM_Task, 'duration_secs': 1.282566} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.820388] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7/6cde4fb1-0fbc-43de-b38d-c5610563f7c7.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.824420] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27bd3cdb-15de-46fe-8661-fcfa93e2f4bc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.832462] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1263.832462] env[70621]: value = "task-4136763" [ 1263.832462] env[70621]: _type = "Task" [ 1263.832462] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.843137] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136763, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.129331] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27139c3-cc72-46cb-9fa0-8eb33289fedb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.138081] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d763b51-96c5-4864-9713-0d77a1f18b76 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.172294] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf215c83-934d-4c00-98d4-c6e20cc41966 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.182273] env[70621]: DEBUG oslo_vmware.api [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136761, 'name': PowerOnVM_Task, 'duration_secs': 1.538045} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.184404] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.184615] env[70621]: INFO nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1264.184797] env[70621]: DEBUG nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.185613] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402478f0-8752-4080-ab2d-a8a1129cff7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.189029] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1320307-f044-446b-a9a6-7430c43b3202 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.208455] env[70621]: DEBUG nova.compute.provider_tree [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.325264] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.325971] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.326195] env[70621]: DEBUG nova.compute.manager [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Going to confirm migration 9 {{(pid=70621) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1264.342980] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136763, 'name': Rename_Task, 'duration_secs': 0.144372} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.343230] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.343541] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87891b24-bb54-4823-8865-e132851af62c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.351813] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1264.351813] env[70621]: value = "task-4136764" [ 1264.351813] env[70621]: _type = "Task" [ 1264.351813] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.360494] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.715354] env[70621]: DEBUG nova.scheduler.client.report [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.719951] env[70621]: INFO nova.compute.manager [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Took 22.72 seconds to build instance. [ 1264.863339] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136764, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.865085] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.865269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquired lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.865446] env[70621]: DEBUG nova.network.neutron [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.865629] env[70621]: DEBUG nova.objects.instance [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'info_cache' on Instance uuid fdfa09fe-623f-4123-95f6-02eb4d28b544 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.221639] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.222257] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.224833] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.043s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.225082] env[70621]: DEBUG nova.objects.instance [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'resources' on Instance uuid 2c21722a-4c02-414e-a09c-8632b3c16b7a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.227039] env[70621]: DEBUG oslo_concurrency.lockutils [None req-766e43f6-9b4b-4e7a-9335-2f5330ab4f63 tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "4982b051-67cd-4962-aef7-965be60b26bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.235s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.364037] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136764, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.731072] env[70621]: DEBUG nova.compute.utils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.732897] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.732897] env[70621]: DEBUG nova.network.neutron [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.787374] env[70621]: DEBUG nova.policy [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b27972472ab7402095f7798fb56e7656', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ad629942c8244989e7c992d9134191e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.863326] env[70621]: DEBUG oslo_vmware.api [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136764, 'name': PowerOnVM_Task, 'duration_secs': 1.118526} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.863591] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.896243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013cac06-0007-451e-9c0c-f42a7b78613a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.904737] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7408d06a-fe8e-471e-ada7-be4331c52ff0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.943649] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773dde05-d7bc-45a5-9c9d-d9bf2a56353c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.954108] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3095b8-aae7-4b76-9258-cd4b87b23306 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.969683] env[70621]: DEBUG nova.compute.provider_tree [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.992164] env[70621]: DEBUG nova.compute.manager [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1265.993175] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28256fcd-e6bb-42af-9e15-ce63cf17623f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.159910] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "4982b051-67cd-4962-aef7-965be60b26bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.160204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "4982b051-67cd-4962-aef7-965be60b26bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.160420] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "4982b051-67cd-4962-aef7-965be60b26bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.160609] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "4982b051-67cd-4962-aef7-965be60b26bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.160780] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "4982b051-67cd-4962-aef7-965be60b26bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.163470] env[70621]: INFO nova.compute.manager [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Terminating instance [ 1266.236097] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.324616] env[70621]: DEBUG nova.network.neutron [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [{"id": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "address": "fa:16:3e:13:0d:f5", "network": {"id": "b7165f09-b692-446c-aa0e-8a06a92614bf", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1167527870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c6fa264e6641898f49d856fb729373", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c6d95a-3d", "ovs_interfaceid": "b8c6d95a-3df0-408b-b545-a8ab1e635e89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.333278] env[70621]: DEBUG nova.network.neutron [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Successfully created port: 0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.474066] env[70621]: DEBUG nova.scheduler.client.report [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.510820] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7d77eb61-7af1-43ce-8ccf-3b381f71ad3e tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.926s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.667840] env[70621]: DEBUG nova.compute.manager [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.668135] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.669047] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e6a8eb-c98d-49b4-9609-3c94fd7ed0f4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.677095] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.677342] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31e67af8-d4b1-47c0-b6f2-cc6e0646f110 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.684461] env[70621]: DEBUG oslo_vmware.api [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1266.684461] env[70621]: value = "task-4136765" [ 1266.684461] env[70621]: _type = "Task" [ 1266.684461] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.692939] env[70621]: DEBUG oslo_vmware.api [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.828351] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Releasing lock "refresh_cache-fdfa09fe-623f-4123-95f6-02eb4d28b544" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.829381] env[70621]: DEBUG nova.objects.instance [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'migration_context' on Instance uuid fdfa09fe-623f-4123-95f6-02eb4d28b544 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.979762] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.003454] env[70621]: INFO nova.scheduler.client.report [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleted allocations for instance 2c21722a-4c02-414e-a09c-8632b3c16b7a [ 1267.195019] env[70621]: DEBUG oslo_vmware.api [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136765, 'name': PowerOffVM_Task, 'duration_secs': 0.279224} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.195323] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.195529] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.195802] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db290e8f-4adc-4161-b997-e2484396ceb5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.247161] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.276488] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.276792] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.276958] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.277130] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.277282] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.277462] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.277647] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.277808] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.277983] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.278162] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.278377] env[70621]: DEBUG nova.virt.hardware [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.279482] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68343d5-b84d-42b4-9687-f3ac1e997223 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.285209] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.285534] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.285710] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleting the datastore file [datastore2] 4982b051-67cd-4962-aef7-965be60b26bc {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.288184] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e9bfb1a-c6b4-487c-b51e-e3688b1f21db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.291511] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df3161-a362-4aeb-b6f2-f1c059a6b653 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.312011] env[70621]: DEBUG oslo_vmware.api [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for the task: (returnval){ [ 1267.312011] env[70621]: value = "task-4136767" [ 1267.312011] env[70621]: _type = "Task" [ 1267.312011] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.326515] env[70621]: DEBUG oslo_vmware.api [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.332763] env[70621]: DEBUG nova.objects.base [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.333795] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de29e314-5b78-4564-9930-de3fce13da73 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.358151] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06086280-fbdf-455f-8d4d-30526bc9d8a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.364962] env[70621]: DEBUG oslo_vmware.api [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1267.364962] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f44b93-62eb-1e67-0988-064b27245e61" [ 1267.364962] env[70621]: _type = "Task" [ 1267.364962] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.374472] env[70621]: DEBUG oslo_vmware.api [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f44b93-62eb-1e67-0988-064b27245e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.511707] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ae747ee8-a4b7-4458-ba2f-2a0e2ed1e6f3 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "2c21722a-4c02-414e-a09c-8632b3c16b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.144s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.711935] env[70621]: DEBUG nova.compute.manager [req-58dbe657-9274-423b-8528-3aa0d9cd67ab req-2944aecd-ca28-487c-a5ea-06864bb9a7be service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Received event network-vif-plugged-0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.712208] env[70621]: DEBUG oslo_concurrency.lockutils [req-58dbe657-9274-423b-8528-3aa0d9cd67ab req-2944aecd-ca28-487c-a5ea-06864bb9a7be service nova] Acquiring lock "dcd15ece-08c9-4ca0-9320-c785faf44866-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.712412] env[70621]: DEBUG oslo_concurrency.lockutils [req-58dbe657-9274-423b-8528-3aa0d9cd67ab req-2944aecd-ca28-487c-a5ea-06864bb9a7be service nova] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.712677] env[70621]: DEBUG oslo_concurrency.lockutils [req-58dbe657-9274-423b-8528-3aa0d9cd67ab req-2944aecd-ca28-487c-a5ea-06864bb9a7be service nova] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.712770] env[70621]: DEBUG nova.compute.manager [req-58dbe657-9274-423b-8528-3aa0d9cd67ab req-2944aecd-ca28-487c-a5ea-06864bb9a7be service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] No waiting events found dispatching network-vif-plugged-0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1267.712906] env[70621]: WARNING nova.compute.manager [req-58dbe657-9274-423b-8528-3aa0d9cd67ab req-2944aecd-ca28-487c-a5ea-06864bb9a7be service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Received unexpected event network-vif-plugged-0a54feec-9c4b-4376-9a2a-5f2e95094d58 for instance with vm_state building and task_state spawning. [ 1267.804276] env[70621]: DEBUG nova.network.neutron [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Successfully updated port: 0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.820415] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.820817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.821166] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.821796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.821796] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.824240] env[70621]: INFO nova.compute.manager [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Terminating instance [ 1267.832221] env[70621]: DEBUG oslo_vmware.api [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Task: {'id': task-4136767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154334} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.832365] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.832510] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.832712] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.832891] env[70621]: INFO nova.compute.manager [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1267.833149] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.833343] env[70621]: DEBUG nova.compute.manager [-] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.833438] env[70621]: DEBUG nova.network.neutron [-] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.877878] env[70621]: DEBUG oslo_vmware.api [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f44b93-62eb-1e67-0988-064b27245e61, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.878182] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.878499] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.307410] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "refresh_cache-dcd15ece-08c9-4ca0-9320-c785faf44866" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.307763] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "refresh_cache-dcd15ece-08c9-4ca0-9320-c785faf44866" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.307763] env[70621]: DEBUG nova.network.neutron [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.329532] env[70621]: DEBUG nova.compute.manager [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.329758] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.330540] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3774f37c-3312-4a32-af3e-2e59652d025c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.339402] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.339651] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0508ead-771d-4947-9da4-e107a08e4a5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.346581] env[70621]: DEBUG oslo_vmware.api [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1268.346581] env[70621]: value = "task-4136768" [ 1268.346581] env[70621]: _type = "Task" [ 1268.346581] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.356764] env[70621]: DEBUG oslo_vmware.api [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.394125] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.394354] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.394526] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.394712] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.394883] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.397234] env[70621]: INFO nova.compute.manager [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Terminating instance [ 1268.541168] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5d5ed1-89d7-4fc0-bfac-9e910bba9789 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.549979] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca8b64-39fb-492d-b594-4b8ad530874d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.583578] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390f24f0-af65-4282-afc5-a100c4b7dcb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.592238] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ef8e3-4f00-4a5f-9cdf-81ad35bbd5fe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.606725] env[70621]: DEBUG nova.compute.provider_tree [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.670441] env[70621]: DEBUG nova.network.neutron [-] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.844791] env[70621]: DEBUG nova.network.neutron [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.856681] env[70621]: DEBUG oslo_vmware.api [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136768, 'name': PowerOffVM_Task, 'duration_secs': 0.23938} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.856968] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.857157] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.857418] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86d0de39-15e8-4b2c-b2a3-dc7a3e8802f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.901608] env[70621]: DEBUG nova.compute.manager [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.903670] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.904536] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012421a6-8906-476d-b750-5322da542037 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.914551] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.914824] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a0ed889-d383-4a49-948d-43046fd5c67c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.922234] env[70621]: DEBUG oslo_vmware.api [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1268.922234] env[70621]: value = "task-4136770" [ 1268.922234] env[70621]: _type = "Task" [ 1268.922234] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.931819] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.932155] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.932399] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleting the datastore file [datastore2] 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.935990] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f443532a-a9f3-48d2-aaef-35c58d01d7f3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.938674] env[70621]: DEBUG oslo_vmware.api [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.944686] env[70621]: DEBUG oslo_vmware.api [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for the task: (returnval){ [ 1268.944686] env[70621]: value = "task-4136771" [ 1268.944686] env[70621]: _type = "Task" [ 1268.944686] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.953751] env[70621]: DEBUG oslo_vmware.api [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.006251] env[70621]: DEBUG nova.network.neutron [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Updating instance_info_cache with network_info: [{"id": "0a54feec-9c4b-4376-9a2a-5f2e95094d58", "address": "fa:16:3e:ce:7b:29", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a54feec-9c", "ovs_interfaceid": "0a54feec-9c4b-4376-9a2a-5f2e95094d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.110564] env[70621]: DEBUG nova.scheduler.client.report [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.173853] env[70621]: INFO nova.compute.manager [-] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Took 1.34 seconds to deallocate network for instance. [ 1269.433263] env[70621]: DEBUG oslo_vmware.api [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136770, 'name': PowerOffVM_Task, 'duration_secs': 0.20693} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.433640] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.433701] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.433948] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b122ec5-3b35-486f-9fd1-199f55241b51 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.454332] env[70621]: DEBUG oslo_vmware.api [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Task: {'id': task-4136771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145003} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.454579] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.454759] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.454935] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.455130] env[70621]: INFO nova.compute.manager [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1269.455389] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.455586] env[70621]: DEBUG nova.compute.manager [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.455679] env[70621]: DEBUG nova.network.neutron [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.492583] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.492817] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.493015] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleting the datastore file [datastore1] df3c86b1-b9a2-45d2-b939-4b059a94daf1 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.493297] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff6b5585-bd85-4764-832e-32f342b21b54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.499531] env[70621]: DEBUG oslo_vmware.api [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for the task: (returnval){ [ 1269.499531] env[70621]: value = "task-4136773" [ 1269.499531] env[70621]: _type = "Task" [ 1269.499531] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.507834] env[70621]: DEBUG oslo_vmware.api [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.509437] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "refresh_cache-dcd15ece-08c9-4ca0-9320-c785faf44866" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.509763] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Instance network_info: |[{"id": "0a54feec-9c4b-4376-9a2a-5f2e95094d58", "address": "fa:16:3e:ce:7b:29", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a54feec-9c", "ovs_interfaceid": "0a54feec-9c4b-4376-9a2a-5f2e95094d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.510192] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:7b:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a54feec-9c4b-4376-9a2a-5f2e95094d58', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.518990] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.519390] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.519549] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-854edd80-1a80-4694-be4f-e6162108bd8d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.539950] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.539950] env[70621]: value = "task-4136774" [ 1269.539950] env[70621]: _type = "Task" [ 1269.539950] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.549055] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136774, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.680299] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.743614] env[70621]: DEBUG nova.compute.manager [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Received event network-changed-0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.743880] env[70621]: DEBUG nova.compute.manager [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Refreshing instance network info cache due to event network-changed-0a54feec-9c4b-4376-9a2a-5f2e95094d58. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.744160] env[70621]: DEBUG oslo_concurrency.lockutils [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] Acquiring lock "refresh_cache-dcd15ece-08c9-4ca0-9320-c785faf44866" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.744349] env[70621]: DEBUG oslo_concurrency.lockutils [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] Acquired lock "refresh_cache-dcd15ece-08c9-4ca0-9320-c785faf44866" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.744552] env[70621]: DEBUG nova.network.neutron [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Refreshing network info cache for port 0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.009026] env[70621]: DEBUG oslo_vmware.api [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Task: {'id': task-4136773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144566} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.009356] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.009551] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.009728] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.009905] env[70621]: INFO nova.compute.manager [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1270.010171] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.010366] env[70621]: DEBUG nova.compute.manager [-] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.010461] env[70621]: DEBUG nova.network.neutron [-] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.051764] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136774, 'name': CreateVM_Task, 'duration_secs': 0.350341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.051995] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.052577] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.052746] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.053079] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.053349] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db7a8aa1-d915-41c5-a170-0c1ef80ec2e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.058051] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1270.058051] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525affb2-060f-14e2-587f-d40f73c9ec87" [ 1270.058051] env[70621]: _type = "Task" [ 1270.058051] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.066158] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525affb2-060f-14e2-587f-d40f73c9ec87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.123740] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.245s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.126584] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.446s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.126810] env[70621]: DEBUG nova.objects.instance [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lazy-loading 'resources' on Instance uuid 4982b051-67cd-4962-aef7-965be60b26bc {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.423222] env[70621]: DEBUG nova.network.neutron [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.475794] env[70621]: DEBUG nova.network.neutron [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Updated VIF entry in instance network info cache for port 0a54feec-9c4b-4376-9a2a-5f2e95094d58. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.476221] env[70621]: DEBUG nova.network.neutron [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Updating instance_info_cache with network_info: [{"id": "0a54feec-9c4b-4376-9a2a-5f2e95094d58", "address": "fa:16:3e:ce:7b:29", "network": {"id": "03637738-a08a-4819-9da2-18c647c323d9", "bridge": "br-int", "label": "tempest-ServersTestJSON-1009740023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ad629942c8244989e7c992d9134191e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ed262a3-f84f-4e1c-bbaf-c6a10e0c243e", "external-id": "nsx-vlan-transportzone-146", "segmentation_id": 146, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a54feec-9c", "ovs_interfaceid": "0a54feec-9c4b-4376-9a2a-5f2e95094d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.570037] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525affb2-060f-14e2-587f-d40f73c9ec87, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.570037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.570037] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.570037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.570037] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.570322] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.570473] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7dc8405-c50b-47a8-900f-c82753142b90 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.580128] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.580328] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.581087] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9122ccbc-757c-4328-9a1a-354bdaf47c78 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.586547] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1270.586547] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f1a51c-f996-0087-74bf-95721c56c4dc" [ 1270.586547] env[70621]: _type = "Task" [ 1270.586547] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.594739] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f1a51c-f996-0087-74bf-95721c56c4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.687071] env[70621]: INFO nova.scheduler.client.report [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted allocation for migration e2505bd2-c086-478c-a85a-a926f6ddd988 [ 1270.708661] env[70621]: DEBUG nova.network.neutron [-] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.777133] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2d4d47-d1cb-45c1-952d-5564914b83c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.785543] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9392005d-e0de-4120-8cfd-4c864e52ca17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.820056] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c599cd-d7b2-46aa-b41b-9c8c9591c27e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.827440] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66137e91-2dfa-4a48-92f1-fffae6c4aac8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.833670] env[70621]: INFO nova.compute.manager [None req-5b4f5eaa-99ac-445e-871d-0370dbfab951 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Get console output [ 1270.833915] env[70621]: WARNING nova.virt.vmwareapi.driver [None req-5b4f5eaa-99ac-445e-871d-0370dbfab951 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] The console log is missing. Check your VSPC configuration [ 1270.845913] env[70621]: DEBUG nova.compute.provider_tree [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.925716] env[70621]: INFO nova.compute.manager [-] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Took 1.47 seconds to deallocate network for instance. [ 1270.978641] env[70621]: DEBUG oslo_concurrency.lockutils [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] Releasing lock "refresh_cache-dcd15ece-08c9-4ca0-9320-c785faf44866" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.978898] env[70621]: DEBUG nova.compute.manager [req-6246e2e4-e5a4-4fa0-9fb7-535e6b8f4e21 req-183544e6-ddc4-46eb-9016-bfda15f53088 service nova] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Received event network-vif-deleted-73f2b52c-7270-4269-a217-a21bbd2bd666 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.097975] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f1a51c-f996-0087-74bf-95721c56c4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.098854] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbef3ad-00c6-436d-8d8d-7d89ce751484 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.105453] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1271.105453] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520c8d70-1df0-2098-dc89-23bf78eeb466" [ 1271.105453] env[70621]: _type = "Task" [ 1271.105453] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.114548] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520c8d70-1df0-2098-dc89-23bf78eeb466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.198610] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d4859e6e-d4e5-4529-824b-7756fef75f56 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.873s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.211775] env[70621]: INFO nova.compute.manager [-] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Took 1.20 seconds to deallocate network for instance. [ 1271.349985] env[70621]: DEBUG nova.scheduler.client.report [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.438713] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.617986] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520c8d70-1df0-2098-dc89-23bf78eeb466, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.618394] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.618571] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] dcd15ece-08c9-4ca0-9320-c785faf44866/dcd15ece-08c9-4ca0-9320-c785faf44866.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.618867] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2039ee6a-6e2f-420e-8955-475311f95e52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.625609] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1271.625609] env[70621]: value = "task-4136775" [ 1271.625609] env[70621]: _type = "Task" [ 1271.625609] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.633694] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.720683] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.773378] env[70621]: DEBUG nova.compute.manager [req-0ec99b10-745f-4dcf-ae3f-b3603d834a09 req-2d97bf79-d4f1-49fd-9803-e583dc18e10f service nova] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Received event network-vif-deleted-a813a46d-1c96-4a19-8706-a37a0e70d990 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.773886] env[70621]: DEBUG nova.compute.manager [req-0ec99b10-745f-4dcf-ae3f-b3603d834a09 req-2d97bf79-d4f1-49fd-9803-e583dc18e10f service nova] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Received event network-vif-deleted-142c7a85-0820-4e32-b2fc-a23ee161cbd1 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.855726] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.858640] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.420s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.858973] env[70621]: DEBUG nova.objects.instance [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lazy-loading 'resources' on Instance uuid 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.880550] env[70621]: INFO nova.scheduler.client.report [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Deleted allocations for instance 4982b051-67cd-4962-aef7-965be60b26bc [ 1272.137901] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465083} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.138148] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] dcd15ece-08c9-4ca0-9320-c785faf44866/dcd15ece-08c9-4ca0-9320-c785faf44866.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.138374] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.138630] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04d6076-5a80-4671-b901-39cd62ae9056 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.145595] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1272.145595] env[70621]: value = "task-4136776" [ 1272.145595] env[70621]: _type = "Task" [ 1272.145595] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.154874] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.389529] env[70621]: DEBUG oslo_concurrency.lockutils [None req-997d559b-f71c-48ac-ba15-2fd9df822bef tempest-ServerDiskConfigTestJSON-2045015546 tempest-ServerDiskConfigTestJSON-2045015546-project-member] Lock "4982b051-67cd-4962-aef7-965be60b26bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.229s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.476211] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e7c1d-67f7-4534-a245-e4bde9a6fa41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.483781] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e725f10-dd3f-4b6f-a55a-e951ca35b8e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.515247] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f23208d-ecb5-49b3-9eb0-36d234ca6b25 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.522997] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae4c20-b06c-41b2-acbe-3c5076b72e77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.536794] env[70621]: DEBUG nova.compute.provider_tree [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.657349] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066712} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.657664] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.658495] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ff9e1-d51b-46ad-909b-69934809f983 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.680699] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] dcd15ece-08c9-4ca0-9320-c785faf44866/dcd15ece-08c9-4ca0-9320-c785faf44866.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.681409] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2e3686-52ed-4ba7-b9f3-45bfcb5da247 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.705699] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1272.705699] env[70621]: value = "task-4136777" [ 1272.705699] env[70621]: _type = "Task" [ 1272.705699] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.714222] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.040480] env[70621]: DEBUG nova.scheduler.client.report [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.216483] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136777, 'name': ReconfigVM_Task, 'duration_secs': 0.319528} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.216774] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Reconfigured VM instance instance-00000075 to attach disk [datastore1] dcd15ece-08c9-4ca0-9320-c785faf44866/dcd15ece-08c9-4ca0-9320-c785faf44866.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.217431] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc79ce46-f3d1-4621-88eb-818e37e02d54 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.224562] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1273.224562] env[70621]: value = "task-4136778" [ 1273.224562] env[70621]: _type = "Task" [ 1273.224562] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.233785] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136778, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.549022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.549022] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.827s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.549022] env[70621]: DEBUG nova.objects.instance [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lazy-loading 'resources' on Instance uuid df3c86b1-b9a2-45d2-b939-4b059a94daf1 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.570186] env[70621]: INFO nova.scheduler.client.report [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Deleted allocations for instance 6cde4fb1-0fbc-43de-b38d-c5610563f7c7 [ 1273.735626] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136778, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.079325] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bd05f05a-9e20-4748-b82f-a09c3f3e87d0 tempest-ServerActionsTestOtherB-1079543702 tempest-ServerActionsTestOtherB-1079543702-project-member] Lock "6cde4fb1-0fbc-43de-b38d-c5610563f7c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.258s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.170467] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa28d12-3442-4446-b6ac-2720b0a99d13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.180349] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f865812-ad0a-4feb-aa9c-6c15c2d6486b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.211092] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551559a4-a345-4d88-b5ef-dd8db15c7cdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.219347] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a82ca33-7d01-47f2-b750-28840ca5accd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.237705] env[70621]: DEBUG nova.compute.provider_tree [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.244731] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136778, 'name': Rename_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.736686] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136778, 'name': Rename_Task, 'duration_secs': 1.147426} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.737048] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.737209] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91a46254-0560-45a9-a9df-ec993e65c289 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.741233] env[70621]: DEBUG nova.scheduler.client.report [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.746308] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1274.746308] env[70621]: value = "task-4136780" [ 1274.746308] env[70621]: _type = "Task" [ 1274.746308] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.758416] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.247994] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.260428] env[70621]: DEBUG oslo_vmware.api [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136780, 'name': PowerOnVM_Task, 'duration_secs': 0.448398} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.260812] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.261131] env[70621]: INFO nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1275.261365] env[70621]: DEBUG nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1275.262265] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72548c0b-1b8b-438e-a4e8-6a082133b2c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.272718] env[70621]: INFO nova.scheduler.client.report [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Deleted allocations for instance df3c86b1-b9a2-45d2-b939-4b059a94daf1 [ 1275.787105] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e0e6d0cf-20d9-4405-8c11-6e6d1cbc7896 tempest-ServerRescueNegativeTestJSON-1616269448 tempest-ServerRescueNegativeTestJSON-1616269448-project-member] Lock "df3c86b1-b9a2-45d2-b939-4b059a94daf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.392s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.788077] env[70621]: INFO nova.compute.manager [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Took 12.83 seconds to build instance. [ 1276.293815] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6039724-c8b8-4956-8d44-ac5c39585fd2 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.348s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.034212] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "dcd15ece-08c9-4ca0-9320-c785faf44866" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.034526] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.034713] env[70621]: DEBUG nova.compute.manager [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1277.035648] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a0ac2a-5855-452c-8248-f3606652de39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.044139] env[70621]: DEBUG nova.compute.manager [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1277.044731] env[70621]: DEBUG nova.objects.instance [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'flavor' on Instance uuid dcd15ece-08c9-4ca0-9320-c785faf44866 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.061218] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.061576] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b01bc3-84f3-470d-9000-23d6dbc57ac0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.075073] env[70621]: DEBUG oslo_vmware.api [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1278.075073] env[70621]: value = "task-4136781" [ 1278.075073] env[70621]: _type = "Task" [ 1278.075073] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.079774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.080220] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.094554] env[70621]: DEBUG oslo_vmware.api [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.594871] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1278.604354] env[70621]: DEBUG oslo_vmware.api [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136781, 'name': PowerOffVM_Task, 'duration_secs': 0.332687} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.604778] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.605037] env[70621]: DEBUG nova.compute.manager [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1278.606101] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3b0a8f-0d1a-4d0a-9e64-f459137e5c7b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.119622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-86460a2f-6ccd-40a8-8640-6fba89049f74 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.128266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.128266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.129543] env[70621]: INFO nova.compute.claims [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1279.848706] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "dcd15ece-08c9-4ca0-9320-c785faf44866" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.849108] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.849857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "dcd15ece-08c9-4ca0-9320-c785faf44866-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.849857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.849857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.851899] env[70621]: INFO nova.compute.manager [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Terminating instance [ 1280.240993] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f26ffb-b6cd-41dc-a702-adf0c4d88724 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.248523] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbf81e5-4b95-4a0a-bda7-13bf7fbdf0ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.280241] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eab136e-b3f5-4232-95a2-41af726803df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.287949] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f19c4c-016a-4bdb-81d4-d43d3c81a89c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.300964] env[70621]: DEBUG nova.compute.provider_tree [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.355810] env[70621]: DEBUG nova.compute.manager [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.356077] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.357277] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c5008b-6f6a-489a-82f2-c4133f43431d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.365053] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.365313] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d12392f-0c57-413a-9331-d21abbbf4c15 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.431462] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.431828] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.432171] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore1] dcd15ece-08c9-4ca0-9320-c785faf44866 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.432583] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3e9f4f-8e45-43ff-8bd9-be00830c7384 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.439438] env[70621]: DEBUG oslo_vmware.api [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1280.439438] env[70621]: value = "task-4136783" [ 1280.439438] env[70621]: _type = "Task" [ 1280.439438] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.448710] env[70621]: DEBUG oslo_vmware.api [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.541679] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.541966] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.804521] env[70621]: DEBUG nova.scheduler.client.report [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.949616] env[70621]: DEBUG oslo_vmware.api [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152702} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.949814] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.950017] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.950202] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.950382] env[70621]: INFO nova.compute.manager [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1280.950639] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.950817] env[70621]: DEBUG nova.compute.manager [-] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.950916] env[70621]: DEBUG nova.network.neutron [-] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.045031] env[70621]: DEBUG nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.200547] env[70621]: DEBUG nova.compute.manager [req-80bc8082-0bbc-45a4-a867-74eb6e2ffeed req-6b63c841-6ddf-4b48-875f-44d22973135d service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Received event network-vif-deleted-0a54feec-9c4b-4376-9a2a-5f2e95094d58 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.200769] env[70621]: INFO nova.compute.manager [req-80bc8082-0bbc-45a4-a867-74eb6e2ffeed req-6b63c841-6ddf-4b48-875f-44d22973135d service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Neutron deleted interface 0a54feec-9c4b-4376-9a2a-5f2e95094d58; detaching it from the instance and deleting it from the info cache [ 1281.200944] env[70621]: DEBUG nova.network.neutron [req-80bc8082-0bbc-45a4-a867-74eb6e2ffeed req-6b63c841-6ddf-4b48-875f-44d22973135d service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.312741] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.313324] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1281.568831] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.569232] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.570745] env[70621]: INFO nova.compute.claims [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.684406] env[70621]: DEBUG nova.network.neutron [-] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.704358] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2dec60b-d0e1-42cb-8a81-2973db9f9f2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.714143] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd634c9a-4f8a-4898-ad2b-6c281c708b59 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.744096] env[70621]: DEBUG nova.compute.manager [req-80bc8082-0bbc-45a4-a867-74eb6e2ffeed req-6b63c841-6ddf-4b48-875f-44d22973135d service nova] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Detach interface failed, port_id=0a54feec-9c4b-4376-9a2a-5f2e95094d58, reason: Instance dcd15ece-08c9-4ca0-9320-c785faf44866 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.818376] env[70621]: DEBUG nova.compute.utils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.819886] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1281.820081] env[70621]: DEBUG nova.network.neutron [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1281.858695] env[70621]: DEBUG nova.policy [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ab6ed4ebc384b1cb73bd37cbc4d17b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5fd4d2441a34b618e2fe3bbfc8697b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.125108] env[70621]: DEBUG nova.network.neutron [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Successfully created port: 9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1282.186891] env[70621]: INFO nova.compute.manager [-] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Took 1.24 seconds to deallocate network for instance. [ 1282.323734] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1282.693364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.704262] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac5b6b-6e7c-4234-95f3-f43321184819 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.712294] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f398e1-0653-494e-a899-08bee9430679 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.743597] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d6dc0e-288e-41b6-8601-07b9c442f35e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.751940] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cadac5-7da6-4cd2-a296-dc76e6366882 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.766277] env[70621]: DEBUG nova.compute.provider_tree [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.269856] env[70621]: DEBUG nova.scheduler.client.report [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.333751] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1283.362066] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.362386] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.362582] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.362808] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.362992] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.363218] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.363479] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.364221] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.364221] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.364221] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.364221] env[70621]: DEBUG nova.virt.hardware [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.365323] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd4104-e241-42b2-9729-b91cfbb0e7ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.374327] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cbca78-af99-4e67-8e3e-1e4e0e1852c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.500640] env[70621]: DEBUG nova.compute.manager [req-636201bd-d4a4-412c-9568-2f457a65f53d req-8d538a88-1eb3-4871-bae9-1ba6d65a8902 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Received event network-vif-plugged-9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.500900] env[70621]: DEBUG oslo_concurrency.lockutils [req-636201bd-d4a4-412c-9568-2f457a65f53d req-8d538a88-1eb3-4871-bae9-1ba6d65a8902 service nova] Acquiring lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.501172] env[70621]: DEBUG oslo_concurrency.lockutils [req-636201bd-d4a4-412c-9568-2f457a65f53d req-8d538a88-1eb3-4871-bae9-1ba6d65a8902 service nova] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.501336] env[70621]: DEBUG oslo_concurrency.lockutils [req-636201bd-d4a4-412c-9568-2f457a65f53d req-8d538a88-1eb3-4871-bae9-1ba6d65a8902 service nova] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.501508] env[70621]: DEBUG nova.compute.manager [req-636201bd-d4a4-412c-9568-2f457a65f53d req-8d538a88-1eb3-4871-bae9-1ba6d65a8902 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] No waiting events found dispatching network-vif-plugged-9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1283.501672] env[70621]: WARNING nova.compute.manager [req-636201bd-d4a4-412c-9568-2f457a65f53d req-8d538a88-1eb3-4871-bae9-1ba6d65a8902 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Received unexpected event network-vif-plugged-9cb5b476-5249-4c35-999f-013dfb66d3a3 for instance with vm_state building and task_state spawning. [ 1283.588359] env[70621]: DEBUG nova.network.neutron [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Successfully updated port: 9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1283.775254] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.775851] env[70621]: DEBUG nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.778985] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.086s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.779233] env[70621]: DEBUG nova.objects.instance [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid dcd15ece-08c9-4ca0-9320-c785faf44866 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.094481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.094662] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquired lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.094820] env[70621]: DEBUG nova.network.neutron [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.282350] env[70621]: DEBUG nova.compute.utils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.286790] env[70621]: DEBUG nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1284.395409] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e40317a-f6e5-41a2-9fa2-104a753373a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.403851] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6abef-e92c-4490-bc2e-a0e0382a43e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.433940] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d3d38-91f6-42a1-b8e0-b2e67d660e31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.442248] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b740c4-08a1-4b97-b9e7-29e2295934c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.457007] env[70621]: DEBUG nova.compute.provider_tree [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.632381] env[70621]: DEBUG nova.network.neutron [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1284.763534] env[70621]: DEBUG nova.network.neutron [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Updating instance_info_cache with network_info: [{"id": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "address": "fa:16:3e:f7:ff:cd", "network": {"id": "3ec77444-455c-4462-a329-26d6c25935e0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1727377042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5fd4d2441a34b618e2fe3bbfc8697b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb5b476-52", "ovs_interfaceid": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.788458] env[70621]: DEBUG nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.959964] env[70621]: DEBUG nova.scheduler.client.report [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.267782] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Releasing lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.268198] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Instance network_info: |[{"id": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "address": "fa:16:3e:f7:ff:cd", "network": {"id": "3ec77444-455c-4462-a329-26d6c25935e0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1727377042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5fd4d2441a34b618e2fe3bbfc8697b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb5b476-52", "ovs_interfaceid": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1285.268655] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:ff:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb5b476-5249-4c35-999f-013dfb66d3a3', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.276157] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Creating folder: Project (b5fd4d2441a34b618e2fe3bbfc8697b4). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.276453] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a77ca20-d1a1-40f3-84bb-e02105a2e65b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.287647] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Created folder: Project (b5fd4d2441a34b618e2fe3bbfc8697b4) in parent group-v818963. [ 1285.288026] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Creating folder: Instances. Parent ref: group-v819273. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.288385] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1eb4eec-5b95-4913-8f6c-891506c94e6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.298633] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Created folder: Instances in parent group-v819273. [ 1285.299387] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.299387] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.299505] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64b6f295-52e6-4b39-beed-c74992a21d93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.319414] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.319414] env[70621]: value = "task-4136786" [ 1285.319414] env[70621]: _type = "Task" [ 1285.319414] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.327721] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136786, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.465973] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.489540] env[70621]: INFO nova.scheduler.client.report [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance dcd15ece-08c9-4ca0-9320-c785faf44866 [ 1285.527481] env[70621]: DEBUG nova.compute.manager [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Received event network-changed-9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.527605] env[70621]: DEBUG nova.compute.manager [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Refreshing instance network info cache due to event network-changed-9cb5b476-5249-4c35-999f-013dfb66d3a3. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1285.527952] env[70621]: DEBUG oslo_concurrency.lockutils [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] Acquiring lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.528077] env[70621]: DEBUG oslo_concurrency.lockutils [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] Acquired lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.528271] env[70621]: DEBUG nova.network.neutron [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Refreshing network info cache for port 9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.798034] env[70621]: DEBUG nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.829462] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136786, 'name': CreateVM_Task, 'duration_secs': 0.473944} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.832151] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.832151] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.832412] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.832755] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.832755] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.832895] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.833182] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.833477] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.833636] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.833872] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.834032] env[70621]: DEBUG nova.virt.hardware [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.834283] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.835060] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03813bc-7e3b-437d-824e-66a0bcdc2365 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.838178] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.838404] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.838745] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.839057] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6458af-2dd0-4e74-b036-be9a9901fadb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.844350] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1285.844350] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52328f57-5825-ea32-f9bc-ec05d4cab666" [ 1285.844350] env[70621]: _type = "Task" [ 1285.844350] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.850748] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83be4469-e503-42c8-8b68-35ec19c1d23d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.860212] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52328f57-5825-ea32-f9bc-ec05d4cab666, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.869316] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.869744] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.870157] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.870157] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.870801] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.870801] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1285.876750] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Creating folder: Project (bb10f22dcd4c495cbb3f7e6e5e085f11). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.877062] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29046167-073c-4604-9772-3353aa668be8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.879099] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3693f43e-93f5-4c93-ada6-1562adea35d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.888596] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.891054] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.892504] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c96409-565f-4b6b-81a6-e0805ef65db1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.895235] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Created folder: Project (bb10f22dcd4c495cbb3f7e6e5e085f11) in parent group-v818963. [ 1285.895541] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Creating folder: Instances. Parent ref: group-v819276. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1285.895819] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74b06e1c-5407-4bef-8a39-3ea6a767c39b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.901456] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1285.901456] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524faa5d-7e13-a18d-31e7-8770a60206ea" [ 1285.901456] env[70621]: _type = "Task" [ 1285.901456] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.906303] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Created folder: Instances in parent group-v819276. [ 1285.906581] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.906830] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1285.907113] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d90b80f3-b3be-4adb-81e5-342369db5291 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.922229] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524faa5d-7e13-a18d-31e7-8770a60206ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.927661] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1285.927661] env[70621]: value = "task-4136789" [ 1285.927661] env[70621]: _type = "Task" [ 1285.927661] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.936332] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136789, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.998233] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b527a833-694f-4527-92fe-8442dd6d73bb tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "dcd15ece-08c9-4ca0-9320-c785faf44866" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.149s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.301862] env[70621]: DEBUG nova.network.neutron [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Updated VIF entry in instance network info cache for port 9cb5b476-5249-4c35-999f-013dfb66d3a3. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.302320] env[70621]: DEBUG nova.network.neutron [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Updating instance_info_cache with network_info: [{"id": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "address": "fa:16:3e:f7:ff:cd", "network": {"id": "3ec77444-455c-4462-a329-26d6c25935e0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1727377042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5fd4d2441a34b618e2fe3bbfc8697b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb5b476-52", "ovs_interfaceid": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.412491] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524faa5d-7e13-a18d-31e7-8770a60206ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.413348] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba5cecf-d943-4d8e-acad-5e1080a8c51f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.418612] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1286.418612] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521fbb9c-0bba-21a7-7120-a8b25317022d" [ 1286.418612] env[70621]: _type = "Task" [ 1286.418612] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.426277] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521fbb9c-0bba-21a7-7120-a8b25317022d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.435957] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136789, 'name': CreateVM_Task, 'duration_secs': 0.258771} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.436134] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.436531] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.436696] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.437018] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.437255] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07f07f5-8a21-44ca-aede-5310224a6e18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.442231] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1286.442231] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]528ac60d-3b39-de25-1a3a-41b7ada09823" [ 1286.442231] env[70621]: _type = "Task" [ 1286.442231] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.450204] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528ac60d-3b39-de25-1a3a-41b7ada09823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.740889] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.741269] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.741896] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "319e41f4-7952-452d-ae01-65b2f5bbab8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.741896] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.741896] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.743919] env[70621]: INFO nova.compute.manager [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Terminating instance [ 1286.805500] env[70621]: DEBUG oslo_concurrency.lockutils [req-1266a38f-375b-48be-a2e0-5a8aed30f9d4 req-0df15815-5b78-4a85-80d3-4a0358a28153 service nova] Releasing lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.929830] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521fbb9c-0bba-21a7-7120-a8b25317022d, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.930108] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.930380] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c/0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.930643] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26955c0f-deb2-44ea-b9ca-fa95aaf1e44b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.938179] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1286.938179] env[70621]: value = "task-4136790" [ 1286.938179] env[70621]: _type = "Task" [ 1286.938179] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.949455] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.955266] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]528ac60d-3b39-de25-1a3a-41b7ada09823, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.955611] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.955881] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.956189] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.956388] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.956621] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.956914] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f115e123-a82d-41e9-a797-5f0f920920e0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.964703] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.964919] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.965667] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeec05a2-8e46-444f-a50e-95bdb0f733f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.970914] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1286.970914] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52fad9d2-4e22-7d9b-c314-fba0540d41e9" [ 1286.970914] env[70621]: _type = "Task" [ 1286.970914] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.980499] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fad9d2-4e22-7d9b-c314-fba0540d41e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.248623] env[70621]: DEBUG nova.compute.manager [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.248947] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.250039] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de78deaf-b192-4b3b-823c-688acfde7e62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.260369] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.260668] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c42f71b-b579-4737-b0eb-138f8f423d56 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.268721] env[70621]: DEBUG oslo_vmware.api [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1287.268721] env[70621]: value = "task-4136791" [ 1287.268721] env[70621]: _type = "Task" [ 1287.268721] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.279619] env[70621]: DEBUG oslo_vmware.api [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.449524] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458447} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.449876] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c/0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.450131] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.450405] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-109634bc-95a1-4e98-b115-e3e01c98baf9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.459107] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1287.459107] env[70621]: value = "task-4136792" [ 1287.459107] env[70621]: _type = "Task" [ 1287.459107] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.468895] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.482555] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52fad9d2-4e22-7d9b-c314-fba0540d41e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.483579] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574ab58a-b2f0-4d78-819f-744f347119fa {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.490338] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1287.490338] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cd3de2-e0f0-2eae-cde5-9f0c1fa3b44e" [ 1287.490338] env[70621]: _type = "Task" [ 1287.490338] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.500219] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cd3de2-e0f0-2eae-cde5-9f0c1fa3b44e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.778665] env[70621]: DEBUG oslo_vmware.api [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136791, 'name': PowerOffVM_Task, 'duration_secs': 0.254467} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.778978] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.779178] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.779435] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2390a163-fb93-4fff-b62e-0b15585a8d6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.846518] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.846774] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.846927] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleting the datastore file [datastore2] 319e41f4-7952-452d-ae01-65b2f5bbab8c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.847222] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15c4b8fc-d95f-4c3f-a315-9dc269c8787f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.854081] env[70621]: DEBUG oslo_vmware.api [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for the task: (returnval){ [ 1287.854081] env[70621]: value = "task-4136794" [ 1287.854081] env[70621]: _type = "Task" [ 1287.854081] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.862171] env[70621]: DEBUG oslo_vmware.api [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.969233] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070832} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.969520] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.970446] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cc9cab-737b-4e91-8a64-6e7788327575 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.994228] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c/0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.994632] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21871bea-9225-4e32-9773-2669c9b5c846 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.017691] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cd3de2-e0f0-2eae-cde5-9f0c1fa3b44e, 'name': SearchDatastore_Task, 'duration_secs': 0.010926} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.018957] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.019240] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] ac5d75a6-89ed-4c41-b600-96b314c0a84c/ac5d75a6-89ed-4c41-b600-96b314c0a84c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1288.019571] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1288.019571] env[70621]: value = "task-4136795" [ 1288.019571] env[70621]: _type = "Task" [ 1288.019571] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.019758] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b085668b-8bbc-4fdb-a51c-d5b9dcb96497 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.029827] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.031020] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1288.031020] env[70621]: value = "task-4136796" [ 1288.031020] env[70621]: _type = "Task" [ 1288.031020] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.038706] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.367274] env[70621]: DEBUG oslo_vmware.api [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Task: {'id': task-4136794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135695} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.367616] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.367814] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.368095] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.368299] env[70621]: INFO nova.compute.manager [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1288.368561] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.368758] env[70621]: DEBUG nova.compute.manager [-] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.368867] env[70621]: DEBUG nova.network.neutron [-] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.535033] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.543810] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136796, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.651579] env[70621]: DEBUG nova.compute.manager [req-04dd1d9a-19bc-42a3-a97d-4c5b5743a736 req-e101b060-9e33-484a-a795-6c584aceda02 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Received event network-vif-deleted-b459edb6-17e4-4c22-98c5-8db5fe36ea37 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.651864] env[70621]: INFO nova.compute.manager [req-04dd1d9a-19bc-42a3-a97d-4c5b5743a736 req-e101b060-9e33-484a-a795-6c584aceda02 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Neutron deleted interface b459edb6-17e4-4c22-98c5-8db5fe36ea37; detaching it from the instance and deleting it from the info cache [ 1288.652218] env[70621]: DEBUG nova.network.neutron [req-04dd1d9a-19bc-42a3-a97d-4c5b5743a736 req-e101b060-9e33-484a-a795-6c584aceda02 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.032852] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.043036] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136796, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007854} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.043403] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] ac5d75a6-89ed-4c41-b600-96b314c0a84c/ac5d75a6-89ed-4c41-b600-96b314c0a84c.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.043697] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.044018] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f6ab7c0-af29-49de-989d-cec8d4bb6114 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.052463] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1289.052463] env[70621]: value = "task-4136797" [ 1289.052463] env[70621]: _type = "Task" [ 1289.052463] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.062965] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.128091] env[70621]: DEBUG nova.network.neutron [-] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.156571] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c157767-8270-4fb8-82a0-0c73608aa103 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.167151] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc27f83-9de1-4fa5-863d-0a5f28278f27 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.203238] env[70621]: DEBUG nova.compute.manager [req-04dd1d9a-19bc-42a3-a97d-4c5b5743a736 req-e101b060-9e33-484a-a795-6c584aceda02 service nova] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Detach interface failed, port_id=b459edb6-17e4-4c22-98c5-8db5fe36ea37, reason: Instance 319e41f4-7952-452d-ae01-65b2f5bbab8c could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.533536] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136795, 'name': ReconfigVM_Task, 'duration_secs': 1.143461} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.533842] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c/0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.534558] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68fbd597-05a1-4650-a21a-e897cf5862cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.541735] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1289.541735] env[70621]: value = "task-4136798" [ 1289.541735] env[70621]: _type = "Task" [ 1289.541735] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.551937] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136798, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.561433] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.338492} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.561856] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.562959] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d593a-dbcf-404d-9697-20047409c7df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.585890] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ac5d75a6-89ed-4c41-b600-96b314c0a84c/ac5d75a6-89ed-4c41-b600-96b314c0a84c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.586437] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7658627d-c246-4e1e-9821-c339ffcb9d3c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.607574] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1289.607574] env[70621]: value = "task-4136799" [ 1289.607574] env[70621]: _type = "Task" [ 1289.607574] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.618994] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.631018] env[70621]: INFO nova.compute.manager [-] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Took 1.26 seconds to deallocate network for instance. [ 1290.052843] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136798, 'name': Rename_Task, 'duration_secs': 0.346122} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.053193] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.053485] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dea10a1-468b-429f-8529-5a206c15914c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.060442] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1290.060442] env[70621]: value = "task-4136800" [ 1290.060442] env[70621]: _type = "Task" [ 1290.060442] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.074746] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.117678] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.138975] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.139388] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.139632] env[70621]: DEBUG nova.objects.instance [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lazy-loading 'resources' on Instance uuid 319e41f4-7952-452d-ae01-65b2f5bbab8c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.570407] env[70621]: DEBUG oslo_vmware.api [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136800, 'name': PowerOnVM_Task, 'duration_secs': 0.439631} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.570679] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1290.570887] env[70621]: INFO nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1290.571086] env[70621]: DEBUG nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1290.571872] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fa71b-e1ec-448f-b596-43c76f0cc91a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.618357] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136799, 'name': ReconfigVM_Task, 'duration_secs': 0.526874} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.619598] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ac5d75a6-89ed-4c41-b600-96b314c0a84c/ac5d75a6-89ed-4c41-b600-96b314c0a84c.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.620256] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a37deefe-2aef-4e56-9ce6-2848d47b4050 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.627733] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1290.627733] env[70621]: value = "task-4136801" [ 1290.627733] env[70621]: _type = "Task" [ 1290.627733] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.638184] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136801, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.660027] env[70621]: DEBUG nova.scheduler.client.report [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1290.673648] env[70621]: DEBUG nova.scheduler.client.report [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1290.673920] env[70621]: DEBUG nova.compute.provider_tree [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.687170] env[70621]: DEBUG nova.scheduler.client.report [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1290.706839] env[70621]: DEBUG nova.scheduler.client.report [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1290.823363] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07da306-ef98-45df-84f7-ca5bacd4b2d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.831678] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075fd685-a598-4cb1-b0f0-14b344c17298 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.866335] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1102c2cc-474f-4c73-89d7-9ef6dbc95ed2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.878476] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a3647-779b-4793-b20f-8a9fabe2ed63 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.896523] env[70621]: DEBUG nova.compute.provider_tree [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.961532] env[70621]: DEBUG nova.compute.manager [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Stashing vm_state: active {{(pid=70621) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1291.090384] env[70621]: INFO nova.compute.manager [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Took 11.98 seconds to build instance. [ 1291.138474] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136801, 'name': Rename_Task, 'duration_secs': 0.145851} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.139241] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.139551] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a19e8f-dd13-457d-87b7-ff8a7e289c0e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.146886] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1291.146886] env[70621]: value = "task-4136802" [ 1291.146886] env[70621]: _type = "Task" [ 1291.146886] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.155427] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.373141] env[70621]: DEBUG oslo_concurrency.lockutils [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.399812] env[70621]: DEBUG nova.scheduler.client.report [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.483925] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.592335] env[70621]: DEBUG oslo_concurrency.lockutils [None req-f6724afd-a08b-4057-9e51-6102f5bb859e tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.512s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.592703] env[70621]: DEBUG oslo_concurrency.lockutils [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.220s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.592990] env[70621]: INFO nova.compute.manager [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Rebooting instance [ 1291.657423] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136802, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.906576] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.909045] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.425s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.926081] env[70621]: INFO nova.scheduler.client.report [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Deleted allocations for instance 319e41f4-7952-452d-ae01-65b2f5bbab8c [ 1292.117554] env[70621]: DEBUG oslo_concurrency.lockutils [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.117860] env[70621]: DEBUG oslo_concurrency.lockutils [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquired lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.117990] env[70621]: DEBUG nova.network.neutron [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.157780] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136802, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.414212] env[70621]: INFO nova.compute.claims [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.434030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b2e2289a-9b66-43fd-bbeb-43259cf3d915 tempest-ServersTestJSON-1535400473 tempest-ServersTestJSON-1535400473-project-member] Lock "319e41f4-7952-452d-ae01-65b2f5bbab8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.693s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.661652] env[70621]: DEBUG oslo_vmware.api [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136802, 'name': PowerOnVM_Task, 'duration_secs': 1.020316} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.661893] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.662154] env[70621]: INFO nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1292.662422] env[70621]: DEBUG nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1292.663285] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6268735a-76ae-45e9-87ff-cf2acb2ab773 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.824076] env[70621]: DEBUG nova.network.neutron [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Updating instance_info_cache with network_info: [{"id": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "address": "fa:16:3e:f7:ff:cd", "network": {"id": "3ec77444-455c-4462-a329-26d6c25935e0", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1727377042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5fd4d2441a34b618e2fe3bbfc8697b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb5b476-52", "ovs_interfaceid": "9cb5b476-5249-4c35-999f-013dfb66d3a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.921226] env[70621]: INFO nova.compute.resource_tracker [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating resource usage from migration 8fb15047-d3f8-45dc-8569-c834fac5d207 [ 1293.027305] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd2910-2dad-4611-bdc7-4120f58b40e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.035910] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb460f4-d769-470a-b3bf-5cf9116af2c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.071686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1831063d-b734-46a8-9177-f0994bb5a455 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.081663] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80535341-cf76-4523-9aa3-17c1bc309a13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.097920] env[70621]: DEBUG nova.compute.provider_tree [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.181191] env[70621]: INFO nova.compute.manager [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Took 11.63 seconds to build instance. [ 1293.327431] env[70621]: DEBUG oslo_concurrency.lockutils [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Releasing lock "refresh_cache-0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.601961] env[70621]: DEBUG nova.scheduler.client.report [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.683401] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d67dd83c-d7b7-4ccd-ab4a-611d5780d2d3 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.141s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.772888] env[70621]: DEBUG nova.compute.manager [None req-1b67232f-f603-475a-93b0-8b60f0d95e56 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.773874] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750eae45-d96a-4ce0-a5d1-4ba88fd235a1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.834619] env[70621]: DEBUG nova.compute.manager [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1293.835516] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19fd093-5d00-4d34-abd0-ee87a5387a6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.857612] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.857823] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.858827] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.858827] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.858827] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.863020] env[70621]: INFO nova.compute.manager [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Terminating instance [ 1294.107678] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.107913] env[70621]: INFO nova.compute.manager [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Migrating [ 1294.290079] env[70621]: INFO nova.compute.manager [None req-1b67232f-f603-475a-93b0-8b60f0d95e56 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] instance snapshotting [ 1294.290079] env[70621]: DEBUG nova.objects.instance [None req-1b67232f-f603-475a-93b0-8b60f0d95e56 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lazy-loading 'flavor' on Instance uuid ac5d75a6-89ed-4c41-b600-96b314c0a84c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.367170] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "refresh_cache-ac5d75a6-89ed-4c41-b600-96b314c0a84c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.367375] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquired lock "refresh_cache-ac5d75a6-89ed-4c41-b600-96b314c0a84c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.368113] env[70621]: DEBUG nova.network.neutron [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.628273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.628515] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.628751] env[70621]: DEBUG nova.network.neutron [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.795830] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecbc6c8-0e27-4311-a2b8-f41f8d518153 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.814539] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44b8ce-a8f6-48a1-8966-c1fe45f82d83 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.853707] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b2cf9-890f-4328-8a3d-07a6d170cce1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.862806] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Doing hard reboot of VM {{(pid=70621) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1294.863818] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-dbf6df4e-8b76-4ed2-9cc4-1d68d92a9698 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.873673] env[70621]: DEBUG oslo_vmware.api [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1294.873673] env[70621]: value = "task-4136803" [ 1294.873673] env[70621]: _type = "Task" [ 1294.873673] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.886238] env[70621]: DEBUG oslo_vmware.api [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136803, 'name': ResetVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.890664] env[70621]: DEBUG nova.network.neutron [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.955546] env[70621]: DEBUG nova.network.neutron [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.326475] env[70621]: DEBUG nova.compute.manager [None req-1b67232f-f603-475a-93b0-8b60f0d95e56 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Instance disappeared during snapshot {{(pid=70621) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1295.361594] env[70621]: DEBUG nova.network.neutron [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.386851] env[70621]: DEBUG oslo_vmware.api [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136803, 'name': ResetVM_Task, 'duration_secs': 0.132251} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.387466] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Did hard reboot of VM {{(pid=70621) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1295.387466] env[70621]: DEBUG nova.compute.manager [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1295.388327] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a12ce-7118-4d9c-bcdc-21c600373c30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.448268] env[70621]: DEBUG nova.compute.manager [None req-1b67232f-f603-475a-93b0-8b60f0d95e56 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Found 0 images (rotation: 2) {{(pid=70621) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1295.458396] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Releasing lock "refresh_cache-ac5d75a6-89ed-4c41-b600-96b314c0a84c" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.460753] env[70621]: DEBUG nova.compute.manager [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.460753] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.460753] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79521de8-67e3-47bb-8e2a-5d5dcca31569 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.469731] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.470550] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b1e5442-7e10-4276-ae63-890cba70ec87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.477805] env[70621]: DEBUG oslo_vmware.api [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1295.477805] env[70621]: value = "task-4136804" [ 1295.477805] env[70621]: _type = "Task" [ 1295.477805] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.486868] env[70621]: DEBUG oslo_vmware.api [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.760056] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "1b27e413-6045-462c-bf13-f777db68cc68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.760309] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "1b27e413-6045-462c-bf13-f777db68cc68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.865936] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.901755] env[70621]: DEBUG oslo_concurrency.lockutils [None req-45de9e94-7af3-4d64-b7aa-8b3355df9441 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.309s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.988567] env[70621]: DEBUG oslo_vmware.api [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136804, 'name': PowerOffVM_Task, 'duration_secs': 0.24819} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.988764] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.988936] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.989259] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-247fc153-b6bd-4079-922a-4fef8807c83d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.017365] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.017581] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.017799] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Deleting the datastore file [datastore2] ac5d75a6-89ed-4c41-b600-96b314c0a84c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.018060] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1abb747a-1b6a-425c-ad67-33981a07b488 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.025067] env[70621]: DEBUG oslo_vmware.api [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for the task: (returnval){ [ 1296.025067] env[70621]: value = "task-4136806" [ 1296.025067] env[70621]: _type = "Task" [ 1296.025067] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.034790] env[70621]: DEBUG oslo_vmware.api [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.263076] env[70621]: DEBUG nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1296.536910] env[70621]: DEBUG oslo_vmware.api [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Task: {'id': task-4136806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09482} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.537289] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.537505] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.537691] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.537870] env[70621]: INFO nova.compute.manager [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1296.538180] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.538335] env[70621]: DEBUG nova.compute.manager [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.538434] env[70621]: DEBUG nova.network.neutron [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.554520] env[70621]: DEBUG nova.network.neutron [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.790668] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.790957] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.792596] env[70621]: INFO nova.compute.claims [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.058116] env[70621]: DEBUG nova.network.neutron [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.381914] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad434a6f-ec8d-4fe4-9b6b-b52d51c99aca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.401715] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 0 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.542052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.542052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.542052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.542052] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.542614] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.544630] env[70621]: INFO nova.compute.manager [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Terminating instance [ 1297.560229] env[70621]: INFO nova.compute.manager [-] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Took 1.02 seconds to deallocate network for instance. [ 1297.754053] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.754053] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.754053] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.754288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.754464] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.756714] env[70621]: INFO nova.compute.manager [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Terminating instance [ 1297.900719] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20899663-3a82-4108-a30d-cc1b48a1f0cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.908976] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.909412] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d56cb17-d274-482d-b2ce-2ab3ff9d755d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.911558] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784a5e31-bb98-4d19-add1-583532f012d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.946234] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3ea42-38f8-48c5-92d4-c59193fb75e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.949163] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1297.949163] env[70621]: value = "task-4136807" [ 1297.949163] env[70621]: _type = "Task" [ 1297.949163] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.956444] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66b2ce-4540-45bb-99c3-de7a9f8f9b22 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.963358] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.973420] env[70621]: DEBUG nova.compute.provider_tree [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.048325] env[70621]: DEBUG nova.compute.manager [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.048562] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.049663] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009754a-b87e-4681-8ce6-f3aee1d8b94b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.057925] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.058153] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a83e280-3e60-4e2b-ae42-f1a4125d74f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.065929] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.066487] env[70621]: DEBUG oslo_vmware.api [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1298.066487] env[70621]: value = "task-4136808" [ 1298.066487] env[70621]: _type = "Task" [ 1298.066487] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.076852] env[70621]: DEBUG oslo_vmware.api [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.261099] env[70621]: DEBUG nova.compute.manager [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.261505] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.261749] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caee98de-86ec-44bf-b8d1-4237eb397a77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.268667] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1298.268667] env[70621]: value = "task-4136809" [ 1298.268667] env[70621]: _type = "Task" [ 1298.268667] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.277327] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.459252] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136807, 'name': PowerOffVM_Task, 'duration_secs': 0.213337} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.459577] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.459774] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 17 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.476683] env[70621]: DEBUG nova.scheduler.client.report [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.576731] env[70621]: DEBUG oslo_vmware.api [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136808, 'name': PowerOffVM_Task, 'duration_secs': 0.211548} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.577100] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.577168] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.577407] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f07ff9f-f105-4fcc-ac00-b96f7ae60743 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.644744] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.644959] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.645199] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Deleting the datastore file [datastore2] 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.645441] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0978f2b8-31b6-47bc-b3f4-9bdd96ebb3f5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.654899] env[70621]: DEBUG oslo_vmware.api [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for the task: (returnval){ [ 1298.654899] env[70621]: value = "task-4136811" [ 1298.654899] env[70621]: _type = "Task" [ 1298.654899] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.664020] env[70621]: DEBUG oslo_vmware.api [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.781013] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136809, 'name': PowerOffVM_Task, 'duration_secs': 0.218422} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.781176] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.781402] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1298.781608] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819262', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'name': 'volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fdfa09fe-623f-4123-95f6-02eb4d28b544', 'attached_at': '2025-05-14T08:29:12.000000', 'detached_at': '', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'serial': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1298.782409] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c69a4-2893-4d3c-b128-336350288a3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.800715] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4431bd9e-7d28-4b73-9b68-eae79c81007a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.808415] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ac1af-ccba-4937-84bd-8e55318c419c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.829284] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23c02b5-6b41-4ac5-999a-9b1cd585229c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.845937] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b/volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1298.851353] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.851733] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-861d661a-95e3-4b0f-8d51-6c1713c965dc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.869841] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1298.869841] env[70621]: value = "task-4136812" [ 1298.869841] env[70621]: _type = "Task" [ 1298.869841] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.878213] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.966900] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.967177] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.967327] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.967512] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.967661] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.967809] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.968031] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.968200] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.968372] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.968541] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.968722] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.974603] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d40151d-09d2-4742-ab41-6fe6e75edc1b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.985817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.986367] env[70621]: DEBUG nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.989913] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.924s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.990265] env[70621]: DEBUG nova.objects.instance [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lazy-loading 'resources' on Instance uuid ac5d75a6-89ed-4c41-b600-96b314c0a84c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.997439] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1298.997439] env[70621]: value = "task-4136813" [ 1298.997439] env[70621]: _type = "Task" [ 1298.997439] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.010655] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136813, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.165045] env[70621]: DEBUG oslo_vmware.api [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Task: {'id': task-4136811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121523} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.165291] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.165703] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.165703] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.165913] env[70621]: INFO nova.compute.manager [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1299.166100] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.166305] env[70621]: DEBUG nova.compute.manager [-] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.166403] env[70621]: DEBUG nova.network.neutron [-] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.380160] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136812, 'name': ReconfigVM_Task, 'duration_secs': 0.156002} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.381510] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.386381] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1dd2b8-1f5f-4f5f-9181-67054720d1c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.403581] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1299.403581] env[70621]: value = "task-4136814" [ 1299.403581] env[70621]: _type = "Task" [ 1299.403581] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.416183] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.466908] env[70621]: DEBUG nova.compute.manager [req-14899bed-2d71-45a6-bc24-04da3b693641 req-7d8fd29f-ebe0-4c6c-8f88-b6d1405881dc service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Received event network-vif-deleted-9cb5b476-5249-4c35-999f-013dfb66d3a3 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.467171] env[70621]: INFO nova.compute.manager [req-14899bed-2d71-45a6-bc24-04da3b693641 req-7d8fd29f-ebe0-4c6c-8f88-b6d1405881dc service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Neutron deleted interface 9cb5b476-5249-4c35-999f-013dfb66d3a3; detaching it from the instance and deleting it from the info cache [ 1299.467331] env[70621]: DEBUG nova.network.neutron [req-14899bed-2d71-45a6-bc24-04da3b693641 req-7d8fd29f-ebe0-4c6c-8f88-b6d1405881dc service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.491149] env[70621]: DEBUG nova.compute.utils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1299.493043] env[70621]: DEBUG nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Not allocating networking since 'none' was specified. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1299.508857] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136813, 'name': ReconfigVM_Task, 'duration_secs': 0.179579} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.509259] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 33 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.617959] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d42f581-98d8-4361-8b23-7a5a18d71239 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.626371] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64658240-0a52-4fec-bf99-6d95ab351b55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.657012] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c30c6c7-0168-4a04-97e2-c1eeed3fc2d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.665823] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8515a2-1b45-4cd1-b4c2-e5ac133d4193 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.680584] env[70621]: DEBUG nova.compute.provider_tree [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.914457] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136814, 'name': ReconfigVM_Task, 'duration_secs': 0.143078} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.914848] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819262', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'name': 'volume-7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fdfa09fe-623f-4123-95f6-02eb4d28b544', 'attached_at': '2025-05-14T08:29:12.000000', 'detached_at': '', 'volume_id': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b', 'serial': '7a5ec921-a209-4d3b-8f50-b2bab1d37a3b'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1299.915164] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.916261] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b509cb97-f0a2-4758-9cd9-ae38c561c911 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.925279] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.925594] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-262fff9d-4c83-43a8-856b-5cbd4821bad1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.954733] env[70621]: DEBUG nova.network.neutron [-] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.971571] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-582341ac-0b90-4b71-b02f-9b7976816af8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.980978] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc0f095-8940-4321-a1cc-9738110675f9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.997665] env[70621]: DEBUG nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.013018] env[70621]: DEBUG nova.compute.manager [req-14899bed-2d71-45a6-bc24-04da3b693641 req-7d8fd29f-ebe0-4c6c-8f88-b6d1405881dc service nova] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Detach interface failed, port_id=9cb5b476-5249-4c35-999f-013dfb66d3a3, reason: Instance 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1300.013544] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.013748] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.013955] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore1] fdfa09fe-623f-4123-95f6-02eb4d28b544 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.016179] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.016570] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.016694] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.016889] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.017051] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.017203] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.017412] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.017572] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.017740] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.017903] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.018090] env[70621]: DEBUG nova.virt.hardware [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.023515] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1300.023775] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db4b279-e665-44a6-9e0a-07e5dfb4bcb2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.025756] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec8d879-e4ef-4990-bedd-0cdc55a78898 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.046216] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1300.046216] env[70621]: value = "task-4136816" [ 1300.046216] env[70621]: _type = "Task" [ 1300.046216] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.047631] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1300.047631] env[70621]: value = "task-4136817" [ 1300.047631] env[70621]: _type = "Task" [ 1300.047631] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.063348] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.063607] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.183825] env[70621]: DEBUG nova.scheduler.client.report [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.457603] env[70621]: INFO nova.compute.manager [-] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Took 1.29 seconds to deallocate network for instance. [ 1300.559873] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136816, 'name': ReconfigVM_Task, 'duration_secs': 0.173026} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.562831] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.563146] env[70621]: DEBUG oslo_vmware.api [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082638} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.563838] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9beb19d-0811-4e03-a275-047baae556ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.566146] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.566339] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.566523] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.566734] env[70621]: INFO nova.compute.manager [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1300.566976] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.567182] env[70621]: DEBUG nova.compute.manager [-] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.567291] env[70621]: DEBUG nova.network.neutron [-] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.589382] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.589664] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf6f98b5-38c2-44ab-8889-76a0f528bb01 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.609138] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1300.609138] env[70621]: value = "task-4136818" [ 1300.609138] env[70621]: _type = "Task" [ 1300.609138] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.617477] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.689496] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.718336] env[70621]: INFO nova.scheduler.client.report [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Deleted allocations for instance ac5d75a6-89ed-4c41-b600-96b314c0a84c [ 1300.964585] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.964917] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.965195] env[70621]: DEBUG nova.objects.instance [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lazy-loading 'resources' on Instance uuid 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.008403] env[70621]: DEBUG nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.035038] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.035313] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.035478] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.035664] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.035813] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.035960] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.036770] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.036957] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.037171] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.037350] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.037533] env[70621]: DEBUG nova.virt.hardware [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.038742] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117be6be-e74f-4b70-9ed4-b6530577956e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.048940] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8635952-185b-4361-9245-2a25dc859345 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.063883] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.069644] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Creating folder: Project (27c37424f3554d80aaff7118bb2c2822). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.070114] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b59e51ad-f785-45a2-9192-c7d28f50bbd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.082064] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Created folder: Project (27c37424f3554d80aaff7118bb2c2822) in parent group-v818963. [ 1301.082322] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Creating folder: Instances. Parent ref: group-v819279. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.082573] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7158537-f74f-4ff1-a394-1357bb48b4ca {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.094162] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Created folder: Instances in parent group-v819279. [ 1301.094425] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.094627] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.094845] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520b7b25-3309-4114-b572-5ee1c5bde8e5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.114651] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.114651] env[70621]: value = "task-4136821" [ 1301.114651] env[70621]: _type = "Task" [ 1301.114651] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.121089] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136818, 'name': ReconfigVM_Task, 'duration_secs': 0.270805} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.121827] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.122178] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 50 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.130296] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136821, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.227647] env[70621]: DEBUG oslo_concurrency.lockutils [None req-0c3f133f-b567-49a6-9171-7000362ce1e5 tempest-ServersAaction247Test-1250399553 tempest-ServersAaction247Test-1250399553-project-member] Lock "ac5d75a6-89ed-4c41-b600-96b314c0a84c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.370s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.497205] env[70621]: DEBUG nova.compute.manager [req-d0bb88aa-f9fb-40be-b66d-fb9bb1ca25a9 req-42191417-0d57-4a92-ac02-65bc2083f57d service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Received event network-vif-deleted-b8c6d95a-3df0-408b-b545-a8ab1e635e89 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.497205] env[70621]: INFO nova.compute.manager [req-d0bb88aa-f9fb-40be-b66d-fb9bb1ca25a9 req-42191417-0d57-4a92-ac02-65bc2083f57d service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Neutron deleted interface b8c6d95a-3df0-408b-b545-a8ab1e635e89; detaching it from the instance and deleting it from the info cache [ 1301.497205] env[70621]: DEBUG nova.network.neutron [req-d0bb88aa-f9fb-40be-b66d-fb9bb1ca25a9 req-42191417-0d57-4a92-ac02-65bc2083f57d service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.508682] env[70621]: DEBUG nova.network.neutron [-] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.585403] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e9d8e6-7993-4e21-bfb2-d03b6f4d83b7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.595201] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3db742-eee1-4f73-8400-5aff964e68c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.632151] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfa11d-d53d-4cbe-989c-aa96ffaf6cae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.636852] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b198f46c-bcaa-47f6-b745-e0e7d4406dde {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.667669] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735b5e28-5278-456d-9f44-0f3b80d014c5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.672815] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136821, 'name': CreateVM_Task, 'duration_secs': 0.286237} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.674022] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.674887] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f7a0eb-7530-4cc0-a83e-e55d36829f64 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.678631] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.678896] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.679398] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.679832] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2c14b6-6394-4cbb-a4a1-70d7374725b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.691712] env[70621]: DEBUG nova.compute.provider_tree [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.708618] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 67 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.712701] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1301.712701] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d27bf2-c693-e4c2-21f5-06e083f916b0" [ 1301.712701] env[70621]: _type = "Task" [ 1301.712701] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.723589] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d27bf2-c693-e4c2-21f5-06e083f916b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.723922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.724517] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.724517] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.724673] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.724840] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.725226] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b31349aa-edc4-44ac-961c-49b6bee160be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.735016] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.735266] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.736044] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5620a0c-9595-4c00-8286-35a1ab6cd292 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.742033] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1301.742033] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52481413-e851-99e6-e176-6775ce6b9bde" [ 1301.742033] env[70621]: _type = "Task" [ 1301.742033] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.753147] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52481413-e851-99e6-e176-6775ce6b9bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.002076] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93db5ef4-f909-4ed7-a806-5ada4c025a12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.011068] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd323cf-e741-4e1b-93dc-08897bd3676e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.022426] env[70621]: INFO nova.compute.manager [-] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Took 1.46 seconds to deallocate network for instance. [ 1302.042836] env[70621]: DEBUG nova.compute.manager [req-d0bb88aa-f9fb-40be-b66d-fb9bb1ca25a9 req-42191417-0d57-4a92-ac02-65bc2083f57d service nova] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Detach interface failed, port_id=b8c6d95a-3df0-408b-b545-a8ab1e635e89, reason: Instance fdfa09fe-623f-4123-95f6-02eb4d28b544 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.213051] env[70621]: DEBUG nova.scheduler.client.report [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.253284] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52481413-e851-99e6-e176-6775ce6b9bde, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.254018] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f942b22-d36d-48c6-96b6-1e2e845edaf3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.260031] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1302.260031] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52c3f6fa-edf8-dc71-6e8e-d651c62e57d5" [ 1302.260031] env[70621]: _type = "Task" [ 1302.260031] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.268805] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c3f6fa-edf8-dc71-6e8e-d651c62e57d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.271920] env[70621]: DEBUG nova.network.neutron [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Port 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1302.580894] env[70621]: INFO nova.compute.manager [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Took 0.56 seconds to detach 1 volumes for instance. [ 1302.583169] env[70621]: DEBUG nova.compute.manager [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Deleting volume: 7a5ec921-a209-4d3b-8f50-b2bab1d37a3b {{(pid=70621) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1302.719792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.748145] env[70621]: INFO nova.scheduler.client.report [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Deleted allocations for instance 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c [ 1302.771753] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52c3f6fa-edf8-dc71-6e8e-d651c62e57d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.772085] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.772432] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.772957] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6a1560-a756-473f-b2f4-491d634b882e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.786829] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1302.786829] env[70621]: value = "task-4136823" [ 1302.786829] env[70621]: _type = "Task" [ 1302.786829] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.799192] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.130326] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.130826] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.130981] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.163482] env[70621]: INFO nova.scheduler.client.report [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted allocations for instance fdfa09fe-623f-4123-95f6-02eb4d28b544 [ 1303.258699] env[70621]: DEBUG oslo_concurrency.lockutils [None req-056d18a0-7761-4570-88c0-4ccbcc1ec244 tempest-InstanceActionsTestJSON-1066227025 tempest-InstanceActionsTestJSON-1066227025-project-member] Lock "0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.716s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.310534] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "b1055352-188d-4480-8402-60960249ac70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.314220] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.314220] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.319924] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.674393] env[70621]: DEBUG oslo_concurrency.lockutils [None req-394e25ae-da94-4dfc-b79f-f6745866a995 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "fdfa09fe-623f-4123-95f6-02eb4d28b544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.920s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.809941] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561859} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.810255] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.810480] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.810756] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21e05fb9-ccbb-4e93-9611-cc8f03f2fd55 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.818659] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1303.818659] env[70621]: value = "task-4136824" [ 1303.818659] env[70621]: _type = "Task" [ 1303.818659] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.832943] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.329689] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073995} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.329980] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.330848] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff045b7-5594-4231-b16a-44766af794a4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.355411] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.356460] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102c3d58-8075-42ee-bd4f-e0e39fdd2408 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.381250] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1304.381250] env[70621]: value = "task-4136825" [ 1304.381250] env[70621]: _type = "Task" [ 1304.381250] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.381783] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.381943] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.382251] env[70621]: DEBUG nova.network.neutron [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.393711] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.898711] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136825, 'name': ReconfigVM_Task, 'duration_secs': 0.291924} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.898711] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.900600] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5413275-1820-462d-8de5-abeaea85662c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.908842] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1304.908842] env[70621]: value = "task-4136826" [ 1304.908842] env[70621]: _type = "Task" [ 1304.908842] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.920430] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136826, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.218116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "2653eecf-d650-46da-9487-f35ee29244a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.218116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "2653eecf-d650-46da-9487-f35ee29244a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.218116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "2653eecf-d650-46da-9487-f35ee29244a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.218774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "2653eecf-d650-46da-9487-f35ee29244a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.218774] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "2653eecf-d650-46da-9487-f35ee29244a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.221359] env[70621]: INFO nova.compute.manager [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Terminating instance [ 1305.313897] env[70621]: DEBUG nova.network.neutron [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.420144] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136826, 'name': Rename_Task, 'duration_secs': 0.147214} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.420489] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.420762] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0fe6ebb-00a6-498c-b78e-d4b598ed1543 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.428546] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1305.428546] env[70621]: value = "task-4136827" [ 1305.428546] env[70621]: _type = "Task" [ 1305.428546] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.437614] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.726104] env[70621]: DEBUG nova.compute.manager [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1305.726446] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1305.727460] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e8b66-dd30-472f-ab01-88b63c9de821 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.737312] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.738030] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41370488-e09a-4d3a-b7c1-23cd1510b5df {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.747305] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1305.747305] env[70621]: value = "task-4136828" [ 1305.747305] env[70621]: _type = "Task" [ 1305.747305] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.756573] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.819993] env[70621]: DEBUG oslo_concurrency.lockutils [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.942607] env[70621]: DEBUG oslo_vmware.api [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136827, 'name': PowerOnVM_Task, 'duration_secs': 0.506778} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.944060] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.944333] env[70621]: INFO nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Took 4.94 seconds to spawn the instance on the hypervisor. [ 1305.944531] env[70621]: DEBUG nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1305.945604] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd702d41-a692-4534-a2e9-44d2f925fa8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.015271] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.015824] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.256958] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136828, 'name': PowerOffVM_Task, 'duration_secs': 0.224056} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.257462] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.257721] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.258053] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a5194b2-2a40-4920-a6db-f818dc431ae3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.341264] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.341550] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.341845] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore1] 2653eecf-d650-46da-9487-f35ee29244a4 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.342177] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acff2976-ad06-482e-b83a-6755b935750c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.350419] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1306.350419] env[70621]: value = "task-4136830" [ 1306.350419] env[70621]: _type = "Task" [ 1306.350419] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.355474] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5d630-9823-48ff-8671-fd42e51e5a90 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.363240] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.378781] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c72a62e-9b42-4e79-a26f-2742f68b5362 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.386222] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 83 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.465238] env[70621]: INFO nova.compute.manager [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Took 9.70 seconds to build instance. [ 1306.518774] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.861100] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.892591] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.893064] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73d7d9b-da3e-426b-b19b-b9730e68af31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.901547] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1306.901547] env[70621]: value = "task-4136831" [ 1306.901547] env[70621]: _type = "Task" [ 1306.901547] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.910504] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.966334] env[70621]: DEBUG oslo_concurrency.lockutils [None req-b65e8f00-db79-4ab4-8634-9a09db581225 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "1b27e413-6045-462c-bf13-f777db68cc68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.206s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.038393] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.039291] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.040901] env[70621]: INFO nova.compute.claims [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.361761] env[70621]: DEBUG oslo_vmware.api [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602349} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.362025] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.362209] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.362419] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.362636] env[70621]: INFO nova.compute.manager [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1307.362905] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.363120] env[70621]: DEBUG nova.compute.manager [-] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1307.363220] env[70621]: DEBUG nova.network.neutron [-] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.413215] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.633775] env[70621]: DEBUG nova.compute.manager [req-b09a4f58-1ba9-492e-aa20-01fa829a2697 req-04ada186-b724-40e1-bf62-35ab3540b077 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Received event network-vif-deleted-d5fff342-7069-47c4-b37e-d5d651858127 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.633979] env[70621]: INFO nova.compute.manager [req-b09a4f58-1ba9-492e-aa20-01fa829a2697 req-04ada186-b724-40e1-bf62-35ab3540b077 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Neutron deleted interface d5fff342-7069-47c4-b37e-d5d651858127; detaching it from the instance and deleting it from the info cache [ 1307.634174] env[70621]: DEBUG nova.network.neutron [req-b09a4f58-1ba9-492e-aa20-01fa829a2697 req-04ada186-b724-40e1-bf62-35ab3540b077 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.768303] env[70621]: INFO nova.compute.manager [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Rebuilding instance [ 1307.818520] env[70621]: DEBUG nova.compute.manager [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1307.819565] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcd33f1-7f9f-46bc-ab43-17d4f3e8579e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.912682] env[70621]: DEBUG oslo_vmware.api [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136831, 'name': PowerOnVM_Task, 'duration_secs': 0.758157} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.912973] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.913166] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-43c65b04-3c87-49e5-b8c0-d876e3a79ec5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance 'b1055352-188d-4480-8402-60960249ac70' progress to 100 {{(pid=70621) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.118084] env[70621]: DEBUG nova.network.neutron [-] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.136527] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d9bff32-81e6-4903-8230-9671466cdc12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.140639] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96fa99e-0c44-488b-a486-1c9e8e2dbc58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.149487] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0dcba4-3a8b-443c-977b-e50fec756d6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.155943] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e25346-4ed9-4e09-8ca2-c845c2b552b8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.201647] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea86d5-c80e-44c6-aab4-b509fa803a18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.204289] env[70621]: DEBUG nova.compute.manager [req-b09a4f58-1ba9-492e-aa20-01fa829a2697 req-04ada186-b724-40e1-bf62-35ab3540b077 service nova] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Detach interface failed, port_id=d5fff342-7069-47c4-b37e-d5d651858127, reason: Instance 2653eecf-d650-46da-9487-f35ee29244a4 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1308.210578] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0cded2-3e76-42bd-b6de-60c4975dbd12 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.224024] env[70621]: DEBUG nova.compute.provider_tree [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.620509] env[70621]: INFO nova.compute.manager [-] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Took 1.26 seconds to deallocate network for instance. [ 1308.727687] env[70621]: DEBUG nova.scheduler.client.report [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.834778] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.835132] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e9c518-73e2-4e25-80f7-620468e91449 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.843465] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1308.843465] env[70621]: value = "task-4136832" [ 1308.843465] env[70621]: _type = "Task" [ 1308.843465] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.852790] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.127398] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.235020] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.235559] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.238255] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.111s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.238405] env[70621]: DEBUG nova.objects.instance [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'resources' on Instance uuid 2653eecf-d650-46da-9487-f35ee29244a4 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.353465] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136832, 'name': PowerOffVM_Task, 'duration_secs': 0.188966} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.353681] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.353926] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.354708] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98cd2ce-b712-44bb-8202-32241245126e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.361546] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.361779] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a98d75-e0b5-4aa5-a744-ce3d373294c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.389216] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.389452] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.389636] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Deleting the datastore file [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.389915] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd134e42-3f3b-4fa1-9ffb-19273d7ee257 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.396730] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1309.396730] env[70621]: value = "task-4136834" [ 1309.396730] env[70621]: _type = "Task" [ 1309.396730] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.405675] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.744825] env[70621]: DEBUG nova.compute.utils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.746887] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.746887] env[70621]: DEBUG nova.network.neutron [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.816259] env[70621]: DEBUG nova.policy [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ba8428e7004755b475b833744058de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2106c5834959491a8033996ef863509d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.852795] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf84df1-da9f-4fa6-aaf4-fb8005635070 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.863233] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a537ef2-f748-4187-ac98-1808380bd01d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.867010] env[70621]: DEBUG nova.network.neutron [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Port 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 binding to destination host cpu-1 is already ACTIVE {{(pid=70621) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1309.867267] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.867421] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.867584] env[70621]: DEBUG nova.network.neutron [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.910650] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcbac34-f241-4d17-a81c-a56bcf465f6e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.920965] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087159} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.923317] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.923543] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.923818] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.930210] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e700565b-88b7-490a-a078-f50b42da04c1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.948189] env[70621]: DEBUG nova.compute.provider_tree [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.137429] env[70621]: DEBUG nova.network.neutron [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Successfully created port: a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.249451] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.451011] env[70621]: DEBUG nova.scheduler.client.report [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.587193] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.587385] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.587531] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1310.607971] env[70621]: DEBUG nova.network.neutron [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.956266] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.970429] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.970693] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.970855] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.971088] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.971197] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.971373] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.971595] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.971758] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.971926] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.972217] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.972299] env[70621]: DEBUG nova.virt.hardware [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.973239] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12658f2-19bc-4bf9-9265-728152b0f562 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.981556] env[70621]: INFO nova.scheduler.client.report [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted allocations for instance 2653eecf-d650-46da-9487-f35ee29244a4 [ 1310.984191] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48809e59-d252-4e7d-bc3b-8acef78d042f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.001146] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance VIF info [] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.007812] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.008150] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.008377] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9ee5fd5-a037-4bd3-b2ee-6a25ae5b8abc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.028011] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.028011] env[70621]: value = "task-4136835" [ 1311.028011] env[70621]: _type = "Task" [ 1311.028011] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.037083] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136835, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.110638] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.261091] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.284173] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.284510] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.284688] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.284879] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.285043] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.285206] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.285430] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.285592] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.285828] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.286015] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.286226] env[70621]: DEBUG nova.virt.hardware [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.287153] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230eb11-611f-44bb-b345-4d7c1ea01ad9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.296149] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09363f20-0052-47e0-bb15-39e2b0ae3041 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.496384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6edb1ff0-8826-472e-ad94-d8a861d17336 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "2653eecf-d650-46da-9487-f35ee29244a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.278s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.540376] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136835, 'name': CreateVM_Task, 'duration_secs': 0.328123} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.540775] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.541357] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.541830] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.542349] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.542715] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5c7012-40d2-4a74-b257-09555559855f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.552274] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1311.552274] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52eb3b64-3e2e-afc9-1f7c-5b1588d756c6" [ 1311.552274] env[70621]: _type = "Task" [ 1311.552274] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.562419] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52eb3b64-3e2e-afc9-1f7c-5b1588d756c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.562889] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.563790] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.563790] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.563790] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.563956] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.564706] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c904b001-1418-4315-94ce-e67c94c5f375 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.572534] env[70621]: DEBUG nova.compute.manager [req-60f6be47-e81a-43f9-bdb7-415921ec87d1 req-d1492194-15a9-4576-9a4a-99e311c49eaa service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-vif-plugged-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.572750] env[70621]: DEBUG oslo_concurrency.lockutils [req-60f6be47-e81a-43f9-bdb7-415921ec87d1 req-d1492194-15a9-4576-9a4a-99e311c49eaa service nova] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.572954] env[70621]: DEBUG oslo_concurrency.lockutils [req-60f6be47-e81a-43f9-bdb7-415921ec87d1 req-d1492194-15a9-4576-9a4a-99e311c49eaa service nova] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.573137] env[70621]: DEBUG oslo_concurrency.lockutils [req-60f6be47-e81a-43f9-bdb7-415921ec87d1 req-d1492194-15a9-4576-9a4a-99e311c49eaa service nova] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.573303] env[70621]: DEBUG nova.compute.manager [req-60f6be47-e81a-43f9-bdb7-415921ec87d1 req-d1492194-15a9-4576-9a4a-99e311c49eaa service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] No waiting events found dispatching network-vif-plugged-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1311.574114] env[70621]: WARNING nova.compute.manager [req-60f6be47-e81a-43f9-bdb7-415921ec87d1 req-d1492194-15a9-4576-9a4a-99e311c49eaa service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received unexpected event network-vif-plugged-a2233698-ae14-48c7-83ac-600772a63eda for instance with vm_state building and task_state spawning. [ 1311.575877] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.576062] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.576776] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab25245-e7bd-48ff-ae7e-885bf71b94d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.582996] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1311.582996] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526d620f-f788-a47a-33eb-eb534547bd77" [ 1311.582996] env[70621]: _type = "Task" [ 1311.582996] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.586898] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.593561] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526d620f-f788-a47a-33eb-eb534547bd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.614757] env[70621]: DEBUG nova.compute.manager [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70621) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1311.614757] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.614757] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.660210] env[70621]: DEBUG nova.network.neutron [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Successfully updated port: a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.090315] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.094508] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526d620f-f788-a47a-33eb-eb534547bd77, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.095312] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64c2ccfb-3106-4060-bc17-3aa5e6d1b171 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.101047] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1312.101047] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52f0ae62-a57e-e21e-15ae-6f82121d2271" [ 1312.101047] env[70621]: _type = "Task" [ 1312.101047] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.109015] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f0ae62-a57e-e21e-15ae-6f82121d2271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.119807] env[70621]: DEBUG nova.objects.instance [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'migration_context' on Instance uuid b1055352-188d-4480-8402-60960249ac70 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.163043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.163043] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.163205] env[70621]: DEBUG nova.network.neutron [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.612482] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52f0ae62-a57e-e21e-15ae-6f82121d2271, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.612870] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.613254] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.613399] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aab2c78-1081-44b9-a50f-0d8ade2eeb79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.620584] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1312.620584] env[70621]: value = "task-4136837" [ 1312.620584] env[70621]: _type = "Task" [ 1312.620584] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.631898] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.697734] env[70621]: DEBUG nova.network.neutron [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.706697] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487d383-00e7-40f6-81e0-83cebfd58acb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.714437] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce41779-5314-4bf4-854f-dbf446f8abb4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.750681] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234cb62-d99f-49d4-b478-528a17c541e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.759409] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9085f97-60d2-4c80-a0d5-f2a0c2910646 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.773743] env[70621]: DEBUG nova.compute.provider_tree [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.861752] env[70621]: DEBUG nova.network.neutron [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.131138] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136837, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.278077] env[70621]: DEBUG nova.scheduler.client.report [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.364745] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.365282] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance network_info: |[{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.365898] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:68:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2233698-ae14-48c7-83ac-600772a63eda', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.375325] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating folder: Project (2106c5834959491a8033996ef863509d). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.375693] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a240c476-46d0-413e-94c2-32631967132f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.387882] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created folder: Project (2106c5834959491a8033996ef863509d) in parent group-v818963. [ 1313.388071] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating folder: Instances. Parent ref: group-v819283. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.388301] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f3e1357-0e03-4567-84c9-a0e6c842d512 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.397865] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created folder: Instances in parent group-v819283. [ 1313.398136] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.398332] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.398592] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7868f8ef-3c98-4920-bc0f-8f57f742da94 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.419737] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.419737] env[70621]: value = "task-4136840" [ 1313.419737] env[70621]: _type = "Task" [ 1313.419737] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.428704] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136840, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.599503] env[70621]: DEBUG nova.compute.manager [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-changed-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.599707] env[70621]: DEBUG nova.compute.manager [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing instance network info cache due to event network-changed-a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.599903] env[70621]: DEBUG oslo_concurrency.lockutils [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.600079] env[70621]: DEBUG oslo_concurrency.lockutils [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.600259] env[70621]: DEBUG nova.network.neutron [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing network info cache for port a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.632237] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563536} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.632568] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.632807] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.633111] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b48aea8-ac02-4a46-a448-102ad99b0145 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.643033] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1313.643033] env[70621]: value = "task-4136841" [ 1313.643033] env[70621]: _type = "Task" [ 1313.643033] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.652289] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.929786] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136840, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.022066] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c96c914f-f725-4907-84a5-0366d4403455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.022340] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c96c914f-f725-4907-84a5-0366d4403455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.022742] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "c96c914f-f725-4907-84a5-0366d4403455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.023027] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c96c914f-f725-4907-84a5-0366d4403455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.023281] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c96c914f-f725-4907-84a5-0366d4403455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.025493] env[70621]: INFO nova.compute.manager [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Terminating instance [ 1314.153376] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077751} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.153647] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.154485] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c28ea-0df2-494d-9742-e10e03f9ad1c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.175033] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.177718] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee5e1e6-fd0f-4bc2-b4a9-f861df703394 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.197807] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1314.197807] env[70621]: value = "task-4136842" [ 1314.197807] env[70621]: _type = "Task" [ 1314.197807] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.206904] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.290341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.676s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.296163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.206s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.296359] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.296520] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1314.300035] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b2cfb-d8c3-41fb-a40b-c4026b815a35 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.315313] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb05c6b-99c2-4aab-806d-6a079061ec8f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.333269] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb29724-5f4d-4e41-9c8c-2e9ee3a445c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.340391] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd1fbb-ad8b-4039-8944-0d89ffca720f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.344255] env[70621]: DEBUG nova.network.neutron [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updated VIF entry in instance network info cache for port a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.344570] env[70621]: DEBUG nova.network.neutron [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.373131] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179194MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1314.373300] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.373500] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.429907] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136840, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.529169] env[70621]: DEBUG nova.compute.manager [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.529455] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.530359] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4a6bc-bc59-4f8a-82be-69dac4db9407 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.538838] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.539109] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cd19fc9-337f-4f5b-b61b-671386856b7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.545686] env[70621]: DEBUG oslo_vmware.api [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1314.545686] env[70621]: value = "task-4136843" [ 1314.545686] env[70621]: _type = "Task" [ 1314.545686] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.554960] env[70621]: DEBUG oslo_vmware.api [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.710113] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136842, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.847599] env[70621]: DEBUG oslo_concurrency.lockutils [req-ba7ac487-965a-4e41-8d8a-a95a4c863d0f req-c63e7602-f50b-48cb-b02e-ef037bb0765a service nova] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.932255] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136840, 'name': CreateVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.062254] env[70621]: DEBUG oslo_vmware.api [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136843, 'name': PowerOffVM_Task, 'duration_secs': 0.301638} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.062619] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.062870] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.063249] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52150949-cca3-49ff-b895-5599b5e844d1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.143199] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.143457] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.143649] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleting the datastore file [datastore2] c96c914f-f725-4907-84a5-0366d4403455 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.143932] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c910ce-4f70-4947-b0e2-4eb6598d0e7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.153564] env[70621]: DEBUG oslo_vmware.api [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for the task: (returnval){ [ 1315.153564] env[70621]: value = "task-4136845" [ 1315.153564] env[70621]: _type = "Task" [ 1315.153564] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.162519] env[70621]: DEBUG oslo_vmware.api [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.209727] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136842, 'name': ReconfigVM_Task, 'duration_secs': 0.784397} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.210087] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68/1b27e413-6045-462c-bf13-f777db68cc68.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.210762] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84184ae8-5101-400c-8c6b-fa913d7ef357 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.218473] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1315.218473] env[70621]: value = "task-4136846" [ 1315.218473] env[70621]: _type = "Task" [ 1315.218473] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.228226] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136846, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.402169] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c96c914f-f725-4907-84a5-0366d4403455 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.432826] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136840, 'name': CreateVM_Task, 'duration_secs': 1.588688} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.433045] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.433821] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.433994] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.434351] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.434617] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013961cc-222a-4104-8cef-1b1fa0b2ee31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.439389] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1315.439389] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529e1aa7-40b4-81f9-2a60-e1c6b655f749" [ 1315.439389] env[70621]: _type = "Task" [ 1315.439389] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.447320] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529e1aa7-40b4-81f9-2a60-e1c6b655f749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.666755] env[70621]: DEBUG oslo_vmware.api [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Task: {'id': task-4136845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283133} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.667035] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.667235] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.667441] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.667665] env[70621]: INFO nova.compute.manager [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] [instance: c96c914f-f725-4907-84a5-0366d4403455] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1315.668054] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.668317] env[70621]: DEBUG nova.compute.manager [-] [instance: c96c914f-f725-4907-84a5-0366d4403455] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.668419] env[70621]: DEBUG nova.network.neutron [-] [instance: c96c914f-f725-4907-84a5-0366d4403455] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.730831] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136846, 'name': Rename_Task, 'duration_secs': 0.142336} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.731261] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.731624] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2c1b827-f691-4f6d-87b3-48870c08edb5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.738649] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1315.738649] env[70621]: value = "task-4136847" [ 1315.738649] env[70621]: _type = "Task" [ 1315.738649] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.747143] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.834747] env[70621]: INFO nova.compute.manager [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Swapping old allocation on dict_keys(['68b5b9c1-e071-4314-be7b-e4553e7d2879']) held by migration 8fb15047-d3f8-45dc-8569-c834fac5d207 for instance [ 1315.861202] env[70621]: DEBUG nova.scheduler.client.report [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Overwriting current allocation {'allocations': {'68b5b9c1-e071-4314-be7b-e4553e7d2879': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 171}}, 'project_id': 'ff921da4fd21468d9bfe9d2edc362368', 'user_id': '69fcbe450d6d440b98288eca5b71e89e', 'consumer_generation': 1} on consumer b1055352-188d-4480-8402-60960249ac70 {{(pid=70621) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1315.905234] env[70621]: INFO nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 8fb15047-d3f8-45dc-8569-c834fac5d207 has allocations against this compute host but is not found in the database. [ 1315.905467] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance b1055352-188d-4480-8402-60960249ac70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.905679] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 1b27e413-6045-462c-bf13-f777db68cc68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.905879] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 028c55e0-ad2a-4849-a642-93ae93df5ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1315.906484] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1315.906484] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1315.958730] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529e1aa7-40b4-81f9-2a60-e1c6b655f749, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.961895] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.961895] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.962873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.962873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.962873] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.963995] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5be8ade9-35a9-45d2-b872-75c8ea986dc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.974254] env[70621]: DEBUG nova.compute.manager [req-b9b8b527-43c6-49c0-a565-84c5feee42b8 req-6757e445-1de5-42c6-9add-1242bfa82c09 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Received event network-vif-deleted-c5ea49cd-eafc-4ac3-9bd5-8e76413ef857 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.974471] env[70621]: INFO nova.compute.manager [req-b9b8b527-43c6-49c0-a565-84c5feee42b8 req-6757e445-1de5-42c6-9add-1242bfa82c09 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Neutron deleted interface c5ea49cd-eafc-4ac3-9bd5-8e76413ef857; detaching it from the instance and deleting it from the info cache [ 1315.974784] env[70621]: DEBUG nova.network.neutron [req-b9b8b527-43c6-49c0-a565-84c5feee42b8 req-6757e445-1de5-42c6-9add-1242bfa82c09 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.977523] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.978103] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.981646] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a0aed9-2424-4f7d-b753-a47c323a0a6f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.987960] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1315.987960] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5242aaae-09eb-a36b-7dfd-2a429e92aa15" [ 1315.987960] env[70621]: _type = "Task" [ 1315.987960] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.993156] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.993469] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.993768] env[70621]: DEBUG nova.network.neutron [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.006055] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5242aaae-09eb-a36b-7dfd-2a429e92aa15, 'name': SearchDatastore_Task, 'duration_secs': 0.009989} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.006914] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1d7d25-94df-40a5-b2d7-e51d83a27e61 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.010953] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caff31e-e404-4f5a-b7c5-720a5cb6b1ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.017103] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1316.017103] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529ce74c-444c-0e8e-8cc9-8f4c9a277fde" [ 1316.017103] env[70621]: _type = "Task" [ 1316.017103] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.023582] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812cd2a9-fa04-47c2-bb63-f4c9f213f3b3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.033752] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529ce74c-444c-0e8e-8cc9-8f4c9a277fde, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.059382] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.059702] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.060767] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e52e98b8-77e3-4347-b7f5-f341a0c34f2e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.063773] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f3d082-ac0a-471c-a06d-5e91b254b3ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.072702] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1eb06f-d050-41f5-8c50-3e55ac8a7bf0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.079421] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1316.079421] env[70621]: value = "task-4136848" [ 1316.079421] env[70621]: _type = "Task" [ 1316.079421] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.091606] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.099909] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.326283] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136847, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.460322] env[70621]: DEBUG nova.network.neutron [-] [instance: c96c914f-f725-4907-84a5-0366d4403455] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.482724] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bb44a61-0f35-403b-a544-41f249ca9e65 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.493590] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf48f83e-28e6-49ee-809b-4aeadadffb13 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.528592] env[70621]: DEBUG nova.compute.manager [req-b9b8b527-43c6-49c0-a565-84c5feee42b8 req-6757e445-1de5-42c6-9add-1242bfa82c09 service nova] [instance: c96c914f-f725-4907-84a5-0366d4403455] Detach interface failed, port_id=c5ea49cd-eafc-4ac3-9bd5-8e76413ef857, reason: Instance c96c914f-f725-4907-84a5-0366d4403455 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.592944] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.594942] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.735294] env[70621]: DEBUG nova.network.neutron [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [{"id": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "address": "fa:16:3e:98:ce:da", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3785f8-31", "ovs_interfaceid": "8c3785f8-31ea-4ae3-b4cb-8c128e2d6447", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.749929] env[70621]: DEBUG oslo_vmware.api [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136847, 'name': PowerOnVM_Task, 'duration_secs': 0.543193} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.750203] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.750404] env[70621]: DEBUG nova.compute.manager [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.751204] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61a4d0-3701-49a1-b80c-3b69a7b6a559 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.964105] env[70621]: INFO nova.compute.manager [-] [instance: c96c914f-f725-4907-84a5-0366d4403455] Took 1.30 seconds to deallocate network for instance. [ 1317.092671] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56944} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.092938] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.093171] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.093423] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f51083ba-ad69-438e-917d-b0ca667e3abf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.099899] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1317.100168] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.727s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.101924] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1317.101924] env[70621]: value = "task-4136849" [ 1317.101924] env[70621]: _type = "Task" [ 1317.101924] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.114037] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.238577] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-b1055352-188d-4480-8402-60960249ac70" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.239166] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.239630] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84b71e4-8295-4d13-8ea5-dccdcffdadae {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.249704] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1317.249704] env[70621]: value = "task-4136850" [ 1317.249704] env[70621]: _type = "Task" [ 1317.249704] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.259229] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.268341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.268668] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.268839] env[70621]: DEBUG nova.objects.instance [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70621) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1317.472866] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.565686] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "1b27e413-6045-462c-bf13-f777db68cc68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.565969] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "1b27e413-6045-462c-bf13-f777db68cc68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.566211] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "1b27e413-6045-462c-bf13-f777db68cc68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.566403] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "1b27e413-6045-462c-bf13-f777db68cc68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.566577] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "1b27e413-6045-462c-bf13-f777db68cc68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.568671] env[70621]: INFO nova.compute.manager [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Terminating instance [ 1317.611622] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206682} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.611881] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.612690] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48552d46-e5e7-40c0-8734-f0470ab8f571 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.634333] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.634585] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503b9e3e-bf84-4332-9f81-7928cc52c8f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.654344] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1317.654344] env[70621]: value = "task-4136851" [ 1317.654344] env[70621]: _type = "Task" [ 1317.654344] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.662417] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.759434] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136850, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.072015] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "refresh_cache-1b27e413-6045-462c-bf13-f777db68cc68" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.072247] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquired lock "refresh_cache-1b27e413-6045-462c-bf13-f777db68cc68" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.072469] env[70621]: DEBUG nova.network.neutron [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.101558] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.101791] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.101947] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.102134] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.102280] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.164453] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136851, 'name': ReconfigVM_Task, 'duration_secs': 0.270624} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.165726] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.165726] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a67e69e-8725-497d-bd6a-56456405701b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.171980] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1318.171980] env[70621]: value = "task-4136852" [ 1318.171980] env[70621]: _type = "Task" [ 1318.171980] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.179922] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136852, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.260613] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136850, 'name': PowerOffVM_Task, 'duration_secs': 0.586001} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.260791] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.261798] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.261798] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.262062] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.262108] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.262240] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.262528] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.262653] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.262838] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.263033] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.263207] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.263401] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.268650] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d997e3-39b3-49ee-b3d4-04cf55cdd9ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.280672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5a2db763-1e72-4fe6-9614-103591dfab63 tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.281928] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.809s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.282069] env[70621]: DEBUG nova.objects.instance [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lazy-loading 'resources' on Instance uuid c96c914f-f725-4907-84a5-0366d4403455 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.291470] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1318.291470] env[70621]: value = "task-4136853" [ 1318.291470] env[70621]: _type = "Task" [ 1318.291470] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.303741] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.591057] env[70621]: DEBUG nova.network.neutron [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.636902] env[70621]: DEBUG nova.network.neutron [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.682511] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136852, 'name': Rename_Task, 'duration_secs': 0.159619} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.682900] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.683180] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-381c7e83-8108-44c2-a72e-6bcc440285d2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.692096] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1318.692096] env[70621]: value = "task-4136854" [ 1318.692096] env[70621]: _type = "Task" [ 1318.692096] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.709414] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.802277] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136853, 'name': ReconfigVM_Task, 'duration_secs': 0.19757} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.803262] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c49f06-0ab1-4fb6-8645-7fff94dd83da {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.826419] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.826748] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.826974] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.827212] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.827376] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.827548] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.827778] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.827956] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.828173] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.828386] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.828587] env[70621]: DEBUG nova.virt.hardware [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.832397] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbbbb220-d8a7-475b-9e44-99395696fdce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.838934] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1318.838934] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]524a749b-ae78-dba9-8f03-c86060879c6a" [ 1318.838934] env[70621]: _type = "Task" [ 1318.838934] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.847236] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524a749b-ae78-dba9-8f03-c86060879c6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.871317] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c71c4-99ee-4bcc-96db-b6d7e348efa7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.879264] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d943b-6b64-41cd-8ee9-098c500918d5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.910482] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8b08dd-b91e-4f53-88e8-a66990545c32 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.918439] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dff8fe3-a860-4594-ae1e-6ab532cd30d4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.933370] env[70621]: DEBUG nova.compute.provider_tree [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.139806] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Releasing lock "refresh_cache-1b27e413-6045-462c-bf13-f777db68cc68" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.140276] env[70621]: DEBUG nova.compute.manager [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.140476] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.141421] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d99e0-d058-4ce4-95bb-64ed3285530c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.151233] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.151530] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9fe0e64-cd94-40cf-8043-89428f2b954e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.157677] env[70621]: DEBUG oslo_vmware.api [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1319.157677] env[70621]: value = "task-4136855" [ 1319.157677] env[70621]: _type = "Task" [ 1319.157677] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.166755] env[70621]: DEBUG oslo_vmware.api [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.203053] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.349200] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]524a749b-ae78-dba9-8f03-c86060879c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.354834] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.355152] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a5b1b5a-ddd4-4596-9a5b-743684434ff6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.374561] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1319.374561] env[70621]: value = "task-4136856" [ 1319.374561] env[70621]: _type = "Task" [ 1319.374561] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.383736] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.437238] env[70621]: DEBUG nova.scheduler.client.report [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.668276] env[70621]: DEBUG oslo_vmware.api [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136855, 'name': PowerOffVM_Task, 'duration_secs': 0.10621} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.668577] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.668751] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.669023] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19708c1b-d7a4-401e-9b16-c31878e34abc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.698918] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.699151] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.699340] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Deleting the datastore file [datastore1] 1b27e413-6045-462c-bf13-f777db68cc68 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.700024] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b11bc9-7ed3-47ff-a605-c8e458517a80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.706494] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.713324] env[70621]: DEBUG oslo_vmware.api [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for the task: (returnval){ [ 1319.713324] env[70621]: value = "task-4136858" [ 1319.713324] env[70621]: _type = "Task" [ 1319.713324] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.722132] env[70621]: DEBUG oslo_vmware.api [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.884883] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136856, 'name': ReconfigVM_Task, 'duration_secs': 0.179758} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.885261] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.885890] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eadbad4-7ff6-497f-b612-5be0381b2da4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.907876] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.908152] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf46b30-5743-4444-b1ff-ea088a219e30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.926059] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1319.926059] env[70621]: value = "task-4136859" [ 1319.926059] env[70621]: _type = "Task" [ 1319.926059] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.935617] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136859, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.942539] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.962042] env[70621]: INFO nova.scheduler.client.report [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Deleted allocations for instance c96c914f-f725-4907-84a5-0366d4403455 [ 1320.203791] env[70621]: DEBUG oslo_vmware.api [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136854, 'name': PowerOnVM_Task, 'duration_secs': 1.042585} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.203983] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.204209] env[70621]: INFO nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1320.204391] env[70621]: DEBUG nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1320.205182] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce54db95-4ee4-4e7c-8144-03f9bc6ebcbb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.221517] env[70621]: DEBUG oslo_vmware.api [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Task: {'id': task-4136858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105837} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.221758] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.221937] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.222126] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.222301] env[70621]: INFO nova.compute.manager [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1320.222543] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.222729] env[70621]: DEBUG nova.compute.manager [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.222825] env[70621]: DEBUG nova.network.neutron [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.238877] env[70621]: DEBUG nova.network.neutron [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.436539] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.470644] env[70621]: DEBUG oslo_concurrency.lockutils [None req-efe03345-6531-4de0-9f0c-e1a19c78c196 tempest-ServerActionsTestOtherA-302418031 tempest-ServerActionsTestOtherA-302418031-project-member] Lock "c96c914f-f725-4907-84a5-0366d4403455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.448s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.583104] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.728096] env[70621]: INFO nova.compute.manager [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Took 13.70 seconds to build instance. [ 1320.741821] env[70621]: DEBUG nova.network.neutron [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.937540] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136859, 'name': ReconfigVM_Task, 'duration_secs': 0.826196} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.937993] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Reconfigured VM instance instance-00000072 to attach disk [datastore2] b1055352-188d-4480-8402-60960249ac70/b1055352-188d-4480-8402-60960249ac70.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.938706] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d5b1e0-bbbd-40a8-a8f0-e3ac2c38e551 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.958459] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c2954-18ff-4db1-94cc-5e5cedd615d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.978018] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e592ad55-de6c-4921-bb2d-85078f009662 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.998262] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4233e6-2d9a-4728-a0fe-bf55e5def3a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.006585] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.006866] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2862a47-9356-4adf-b963-31a8b6685033 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.014157] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1321.014157] env[70621]: value = "task-4136860" [ 1321.014157] env[70621]: _type = "Task" [ 1321.014157] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.024563] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.231461] env[70621]: DEBUG oslo_concurrency.lockutils [None req-6cdb453c-4f75-4f8e-8ce9-c3f95e682eab tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.215s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.244230] env[70621]: INFO nova.compute.manager [-] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Took 1.02 seconds to deallocate network for instance. [ 1321.434299] env[70621]: DEBUG nova.compute.manager [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-changed-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.434299] env[70621]: DEBUG nova.compute.manager [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing instance network info cache due to event network-changed-a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.434299] env[70621]: DEBUG oslo_concurrency.lockutils [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.434299] env[70621]: DEBUG oslo_concurrency.lockutils [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.434299] env[70621]: DEBUG nova.network.neutron [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing network info cache for port a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.529519] env[70621]: DEBUG oslo_vmware.api [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136860, 'name': PowerOnVM_Task, 'duration_secs': 0.395692} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.530103] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.751327] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.751690] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.752206] env[70621]: DEBUG nova.objects.instance [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lazy-loading 'resources' on Instance uuid 1b27e413-6045-462c-bf13-f777db68cc68 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.174893] env[70621]: DEBUG nova.network.neutron [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updated VIF entry in instance network info cache for port a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.175295] env[70621]: DEBUG nova.network.neutron [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.313330] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28991f9e-c1e4-4da9-8062-bda72be8a539 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.322218] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabbb8d-2398-4215-9e69-a9440b1c33cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.353556] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dce25b9-a361-455b-80ee-0e495012389f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.362553] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50184a2a-b153-442d-916d-e6ca816eacd1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.379217] env[70621]: DEBUG nova.compute.provider_tree [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.545728] env[70621]: INFO nova.compute.manager [None req-7763cb7c-2827-43be-a887-c23746453f59 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance to original state: 'active' [ 1322.678312] env[70621]: DEBUG oslo_concurrency.lockutils [req-5c04e4a6-7f7c-4790-8ce6-4140ed430137 req-fdbd8de9-518b-4bf6-9530-e07785aa30b3 service nova] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.884083] env[70621]: DEBUG nova.scheduler.client.report [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.390792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.415248] env[70621]: INFO nova.scheduler.client.report [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Deleted allocations for instance 1b27e413-6045-462c-bf13-f777db68cc68 [ 1323.637633] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "b1055352-188d-4480-8402-60960249ac70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.637909] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.638393] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "b1055352-188d-4480-8402-60960249ac70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.638393] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.638536] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.641199] env[70621]: INFO nova.compute.manager [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Terminating instance [ 1323.924124] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d65d6413-17db-40c4-9922-c176609676df tempest-ServerShowV254Test-1416795981 tempest-ServerShowV254Test-1416795981-project-member] Lock "1b27e413-6045-462c-bf13-f777db68cc68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.358s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.147993] env[70621]: DEBUG nova.compute.manager [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.147993] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.147993] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e952fbb-75dd-4401-b394-072f0955d86d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.156578] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.159026] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84514212-cf67-4b77-8770-20f6f6865341 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.165304] env[70621]: DEBUG oslo_vmware.api [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1324.165304] env[70621]: value = "task-4136861" [ 1324.165304] env[70621]: _type = "Task" [ 1324.165304] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.174525] env[70621]: DEBUG oslo_vmware.api [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.680206] env[70621]: DEBUG oslo_vmware.api [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136861, 'name': PowerOffVM_Task, 'duration_secs': 0.301544} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.680621] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.681495] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.681495] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1dd9ef-dbc3-4ab5-86f8-00b3d63252c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.760192] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.760423] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.760616] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleting the datastore file [datastore2] b1055352-188d-4480-8402-60960249ac70 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.760892] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf5b05e-4af3-4afb-9c7b-660c422ed76d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.769108] env[70621]: DEBUG oslo_vmware.api [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1324.769108] env[70621]: value = "task-4136863" [ 1324.769108] env[70621]: _type = "Task" [ 1324.769108] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.779219] env[70621]: DEBUG oslo_vmware.api [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.280562] env[70621]: DEBUG oslo_vmware.api [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169129} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.280668] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.280860] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.281081] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.281272] env[70621]: INFO nova.compute.manager [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: b1055352-188d-4480-8402-60960249ac70] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1325.281878] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.281878] env[70621]: DEBUG nova.compute.manager [-] [instance: b1055352-188d-4480-8402-60960249ac70] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.281878] env[70621]: DEBUG nova.network.neutron [-] [instance: b1055352-188d-4480-8402-60960249ac70] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.109437] env[70621]: DEBUG nova.compute.manager [req-db2c4bde-b196-4231-979f-5af3806ad061 req-ac1103f9-ec28-4cdc-a145-942a29bc64f8 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Received event network-vif-deleted-8c3785f8-31ea-4ae3-b4cb-8c128e2d6447 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.109437] env[70621]: INFO nova.compute.manager [req-db2c4bde-b196-4231-979f-5af3806ad061 req-ac1103f9-ec28-4cdc-a145-942a29bc64f8 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Neutron deleted interface 8c3785f8-31ea-4ae3-b4cb-8c128e2d6447; detaching it from the instance and deleting it from the info cache [ 1326.109437] env[70621]: DEBUG nova.network.neutron [req-db2c4bde-b196-4231-979f-5af3806ad061 req-ac1103f9-ec28-4cdc-a145-942a29bc64f8 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.553288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.553384] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.586335] env[70621]: DEBUG nova.network.neutron [-] [instance: b1055352-188d-4480-8402-60960249ac70] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.612059] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb0ec4dc-7177-4ae5-bcc5-4cfeeefc1ae6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.623280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec443772-b0f9-4892-b0f2-88a02730bf1f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.651038] env[70621]: DEBUG nova.compute.manager [req-db2c4bde-b196-4231-979f-5af3806ad061 req-ac1103f9-ec28-4cdc-a145-942a29bc64f8 service nova] [instance: b1055352-188d-4480-8402-60960249ac70] Detach interface failed, port_id=8c3785f8-31ea-4ae3-b4cb-8c128e2d6447, reason: Instance b1055352-188d-4480-8402-60960249ac70 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.056176] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1327.089882] env[70621]: INFO nova.compute.manager [-] [instance: b1055352-188d-4480-8402-60960249ac70] Took 1.81 seconds to deallocate network for instance. [ 1327.582084] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.582385] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.584065] env[70621]: INFO nova.compute.claims [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.596597] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.647152] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40dba23-88df-443e-9623-f46e0914d8c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.655686] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159a34ef-479e-4fae-be3b-82b422b49519 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.686206] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae1cc97-c286-4874-966c-628e16f3583f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.694355] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd3bfd-c4f9-4072-bb2e-0461ec17911e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.710240] env[70621]: DEBUG nova.compute.provider_tree [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.213803] env[70621]: DEBUG nova.scheduler.client.report [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.719253] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.719864] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.722721] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.126s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.723375] env[70621]: DEBUG nova.objects.instance [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'resources' on Instance uuid b1055352-188d-4480-8402-60960249ac70 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.229357] env[70621]: DEBUG nova.compute.utils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1330.231653] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1330.231653] env[70621]: DEBUG nova.network.neutron [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.280457] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63b6196-f6d0-4282-9c67-2e28d25a2530 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.288504] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95844d82-eee0-4d66-b9e7-d204a1a4a8e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.293323] env[70621]: DEBUG nova.policy [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1e6197561d746918df63c9fd410e708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '669f0f085daa4c059ab1f5d94b3099e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.324218] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1557d-a3d7-41be-bdd2-8dce76197e11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.332220] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e3bbae-7d70-4147-b73a-407cec971d97 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.345815] env[70621]: DEBUG nova.compute.provider_tree [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.569133] env[70621]: DEBUG nova.network.neutron [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Successfully created port: 82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.734575] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.848922] env[70621]: DEBUG nova.scheduler.client.report [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.353873] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.374913] env[70621]: INFO nova.scheduler.client.report [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted allocations for instance b1055352-188d-4480-8402-60960249ac70 [ 1331.744299] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.772190] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.772435] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.772625] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.772822] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.772972] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.773137] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.773349] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.773519] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.773686] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.773860] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.774044] env[70621]: DEBUG nova.virt.hardware [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.774944] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d9abd0-753e-4224-8e7d-072033631509 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.785468] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a89ee2b-34e0-4b3c-afb1-02f618f1d138 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.885360] env[70621]: DEBUG oslo_concurrency.lockutils [None req-94d7c635-92dc-4d3a-87f9-122c74e587e5 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "b1055352-188d-4480-8402-60960249ac70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.247s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.936287] env[70621]: DEBUG nova.compute.manager [req-c556556c-609f-44a9-938a-9ac75299f1e3 req-8969c6e3-8763-4268-afc5-ecc6e559f5af service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Received event network-vif-plugged-82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.936287] env[70621]: DEBUG oslo_concurrency.lockutils [req-c556556c-609f-44a9-938a-9ac75299f1e3 req-8969c6e3-8763-4268-afc5-ecc6e559f5af service nova] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.936287] env[70621]: DEBUG oslo_concurrency.lockutils [req-c556556c-609f-44a9-938a-9ac75299f1e3 req-8969c6e3-8763-4268-afc5-ecc6e559f5af service nova] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.936287] env[70621]: DEBUG oslo_concurrency.lockutils [req-c556556c-609f-44a9-938a-9ac75299f1e3 req-8969c6e3-8763-4268-afc5-ecc6e559f5af service nova] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.936287] env[70621]: DEBUG nova.compute.manager [req-c556556c-609f-44a9-938a-9ac75299f1e3 req-8969c6e3-8763-4268-afc5-ecc6e559f5af service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] No waiting events found dispatching network-vif-plugged-82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1331.936287] env[70621]: WARNING nova.compute.manager [req-c556556c-609f-44a9-938a-9ac75299f1e3 req-8969c6e3-8763-4268-afc5-ecc6e559f5af service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Received unexpected event network-vif-plugged-82008e0c-8e1d-4e87-a8b5-e437c10a32b2 for instance with vm_state building and task_state spawning. [ 1332.030863] env[70621]: DEBUG nova.network.neutron [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Successfully updated port: 82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.534775] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.534910] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.535076] env[70621]: DEBUG nova.network.neutron [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.890522] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.890849] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.074672] env[70621]: DEBUG nova.network.neutron [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.215286] env[70621]: DEBUG nova.network.neutron [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updating instance_info_cache with network_info: [{"id": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "address": "fa:16:3e:b0:8c:c5", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82008e0c-8e", "ovs_interfaceid": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.393618] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.718971] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.718971] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Instance network_info: |[{"id": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "address": "fa:16:3e:b0:8c:c5", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82008e0c-8e", "ovs_interfaceid": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1333.718971] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:8c:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82008e0c-8e1d-4e87-a8b5-e437c10a32b2', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.726647] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Creating folder: Project (669f0f085daa4c059ab1f5d94b3099e5). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.726930] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df7ec529-b6ee-490d-9c42-c6a7b397c219 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.739510] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Created folder: Project (669f0f085daa4c059ab1f5d94b3099e5) in parent group-v818963. [ 1333.739705] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Creating folder: Instances. Parent ref: group-v819286. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.739961] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3db271fa-6016-4db9-a8d3-65eff34898b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.749540] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Created folder: Instances in parent group-v819286. [ 1333.749768] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.749980] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.750231] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-997a3928-e292-4aed-9eb5-853ac9680626 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.770114] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.770114] env[70621]: value = "task-4136866" [ 1333.770114] env[70621]: _type = "Task" [ 1333.770114] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.778409] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136866, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.917182] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.917516] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.919011] env[70621]: INFO nova.compute.claims [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.964823] env[70621]: DEBUG nova.compute.manager [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Received event network-changed-82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.965077] env[70621]: DEBUG nova.compute.manager [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Refreshing instance network info cache due to event network-changed-82008e0c-8e1d-4e87-a8b5-e437c10a32b2. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.965329] env[70621]: DEBUG oslo_concurrency.lockutils [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] Acquiring lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.965496] env[70621]: DEBUG oslo_concurrency.lockutils [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] Acquired lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.965666] env[70621]: DEBUG nova.network.neutron [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Refreshing network info cache for port 82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.280738] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136866, 'name': CreateVM_Task, 'duration_secs': 0.366863} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.280928] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.281648] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.281806] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.282163] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.282415] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21e3435-fea1-44e8-8239-b2fc0c532b64 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.287219] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1334.287219] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52876fdb-4be9-a14c-fa59-aa639069b185" [ 1334.287219] env[70621]: _type = "Task" [ 1334.287219] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.295183] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52876fdb-4be9-a14c-fa59-aa639069b185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.653419] env[70621]: DEBUG nova.network.neutron [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updated VIF entry in instance network info cache for port 82008e0c-8e1d-4e87-a8b5-e437c10a32b2. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.653825] env[70621]: DEBUG nova.network.neutron [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updating instance_info_cache with network_info: [{"id": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "address": "fa:16:3e:b0:8c:c5", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82008e0c-8e", "ovs_interfaceid": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.797989] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52876fdb-4be9-a14c-fa59-aa639069b185, 'name': SearchDatastore_Task, 'duration_secs': 0.010568} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.798422] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.798720] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.798965] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.799127] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.799312] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.799667] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ac18ff-e36c-4b15-afe5-ffcc1c00ffea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.808219] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.808400] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.809128] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaad3ce-996e-4643-ac49-cd37e9d6a448 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.815143] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1334.815143] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521f499d-3e63-ec41-67fa-3a2d420149c7" [ 1334.815143] env[70621]: _type = "Task" [ 1334.815143] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.822792] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521f499d-3e63-ec41-67fa-3a2d420149c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.986435] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293ca1de-8534-4270-8078-72184d37fc16 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.994751] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10739e-1e92-4d38-8a03-d81ab45d3f77 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.027099] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af630bad-90a0-4f48-b189-1a7a5ec86e86 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.035250] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c925ffb7-323f-4aae-8caf-d1e8188f4f5d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.049515] env[70621]: DEBUG nova.compute.provider_tree [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.156294] env[70621]: DEBUG oslo_concurrency.lockutils [req-f27e12e3-3ca8-4dc0-b35d-d3117f383ee1 req-97ef2212-fd8e-4b76-b6ad-a94fb36f75d1 service nova] Releasing lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.326351] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521f499d-3e63-ec41-67fa-3a2d420149c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009555} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.327370] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092086d3-8019-40d7-bf54-d8bc947b15b5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.332625] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1335.332625] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52abefda-fe2e-d95d-66a9-4e25cf7a4c68" [ 1335.332625] env[70621]: _type = "Task" [ 1335.332625] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.340801] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52abefda-fe2e-d95d-66a9-4e25cf7a4c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.552814] env[70621]: DEBUG nova.scheduler.client.report [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.843620] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52abefda-fe2e-d95d-66a9-4e25cf7a4c68, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.843855] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.844158] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c7c83f70-12e2-4da4-9d70-58fbd30e0f1b/c7c83f70-12e2-4da4-9d70-58fbd30e0f1b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.844415] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5ad34eb-3830-44b8-9429-51cf1ca2e409 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.851203] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1335.851203] env[70621]: value = "task-4136867" [ 1335.851203] env[70621]: _type = "Task" [ 1335.851203] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.858710] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.057636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.058266] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.362583] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43645} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.362879] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] c7c83f70-12e2-4da4-9d70-58fbd30e0f1b/c7c83f70-12e2-4da4-9d70-58fbd30e0f1b.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.363127] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.363382] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62081d6a-bd35-4e6e-adc0-c2eea182e8e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.370613] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1336.370613] env[70621]: value = "task-4136868" [ 1336.370613] env[70621]: _type = "Task" [ 1336.370613] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.378149] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.564029] env[70621]: DEBUG nova.compute.utils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1336.565538] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1336.565714] env[70621]: DEBUG nova.network.neutron [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1336.611437] env[70621]: DEBUG nova.policy [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69fcbe450d6d440b98288eca5b71e89e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff921da4fd21468d9bfe9d2edc362368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1336.866251] env[70621]: DEBUG nova.network.neutron [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Successfully created port: 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.883227] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06055} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.883227] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.883227] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6210d6-ae6b-44cc-a61c-ba391fe773c0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.907752] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] c7c83f70-12e2-4da4-9d70-58fbd30e0f1b/c7c83f70-12e2-4da4-9d70-58fbd30e0f1b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.908049] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ed073d-943a-43e7-9449-c50bcf8352d6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.930876] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1336.930876] env[70621]: value = "task-4136869" [ 1336.930876] env[70621]: _type = "Task" [ 1336.930876] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.937368] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.069442] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.439564] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136869, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.940087] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136869, 'name': ReconfigVM_Task, 'duration_secs': 0.53453} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.940087] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] c7c83f70-12e2-4da4-9d70-58fbd30e0f1b/c7c83f70-12e2-4da4-9d70-58fbd30e0f1b.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.940434] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-496509b5-c7b4-4db4-aba4-7f3e1ad225f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.947829] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1337.947829] env[70621]: value = "task-4136870" [ 1337.947829] env[70621]: _type = "Task" [ 1337.947829] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.956721] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136870, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.080086] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.108623] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.108935] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.109262] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.109262] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.109392] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.109553] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.109793] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.110115] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.110191] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.110303] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.110477] env[70621]: DEBUG nova.virt.hardware [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.111380] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7972b83-9039-49fb-aa4d-11a201ad1e6d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.119703] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4982865a-87bc-4648-9b97-98b8b3c2ed93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.238925] env[70621]: DEBUG nova.compute.manager [req-a131fe4a-a165-4d77-b73c-9ce52801fc95 req-474dc0d4-6834-40ee-8640-8611bff391c4 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Received event network-vif-plugged-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.239259] env[70621]: DEBUG oslo_concurrency.lockutils [req-a131fe4a-a165-4d77-b73c-9ce52801fc95 req-474dc0d4-6834-40ee-8640-8611bff391c4 service nova] Acquiring lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.239542] env[70621]: DEBUG oslo_concurrency.lockutils [req-a131fe4a-a165-4d77-b73c-9ce52801fc95 req-474dc0d4-6834-40ee-8640-8611bff391c4 service nova] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.239669] env[70621]: DEBUG oslo_concurrency.lockutils [req-a131fe4a-a165-4d77-b73c-9ce52801fc95 req-474dc0d4-6834-40ee-8640-8611bff391c4 service nova] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.239835] env[70621]: DEBUG nova.compute.manager [req-a131fe4a-a165-4d77-b73c-9ce52801fc95 req-474dc0d4-6834-40ee-8640-8611bff391c4 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] No waiting events found dispatching network-vif-plugged-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1338.239998] env[70621]: WARNING nova.compute.manager [req-a131fe4a-a165-4d77-b73c-9ce52801fc95 req-474dc0d4-6834-40ee-8640-8611bff391c4 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Received unexpected event network-vif-plugged-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 for instance with vm_state building and task_state spawning. [ 1338.323927] env[70621]: DEBUG nova.network.neutron [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Successfully updated port: 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.457706] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136870, 'name': Rename_Task, 'duration_secs': 0.14756} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.457965] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.458784] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca48c71d-6d0f-484d-984f-87bd4cdb56f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.464745] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1338.464745] env[70621]: value = "task-4136871" [ 1338.464745] env[70621]: _type = "Task" [ 1338.464745] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.472706] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.826764] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.826973] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.827147] env[70621]: DEBUG nova.network.neutron [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.975299] env[70621]: DEBUG oslo_vmware.api [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136871, 'name': PowerOnVM_Task, 'duration_secs': 0.445339} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.975604] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.975808] env[70621]: INFO nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1338.975988] env[70621]: DEBUG nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1338.976802] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2be94d9-40d9-4963-9dd7-3ea31e750b68 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.357515] env[70621]: DEBUG nova.network.neutron [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.483743] env[70621]: DEBUG nova.network.neutron [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [{"id": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "address": "fa:16:3e:6b:3b:55", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdcf54f-9d", "ovs_interfaceid": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.494941] env[70621]: INFO nova.compute.manager [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Took 11.93 seconds to build instance. [ 1339.938619] env[70621]: DEBUG nova.compute.manager [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Received event network-changed-82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.938864] env[70621]: DEBUG nova.compute.manager [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Refreshing instance network info cache due to event network-changed-82008e0c-8e1d-4e87-a8b5-e437c10a32b2. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.939104] env[70621]: DEBUG oslo_concurrency.lockutils [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] Acquiring lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.939326] env[70621]: DEBUG oslo_concurrency.lockutils [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] Acquired lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.939473] env[70621]: DEBUG nova.network.neutron [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Refreshing network info cache for port 82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.986666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.987266] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Instance network_info: |[{"id": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "address": "fa:16:3e:6b:3b:55", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdcf54f-9d", "ovs_interfaceid": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.987808] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:3b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.995898] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.996179] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.996416] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c134fdfc-11d9-499d-b68e-81684e40fb8d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.011162] env[70621]: DEBUG oslo_concurrency.lockutils [None req-ac3129ee-2519-4e3d-a8f9-98cc13511e6f tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.458s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.017458] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1340.017458] env[70621]: value = "task-4136872" [ 1340.017458] env[70621]: _type = "Task" [ 1340.017458] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.025905] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136872, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.266534] env[70621]: DEBUG nova.compute.manager [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Received event network-changed-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.266806] env[70621]: DEBUG nova.compute.manager [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Refreshing instance network info cache due to event network-changed-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.266974] env[70621]: DEBUG oslo_concurrency.lockutils [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] Acquiring lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.267185] env[70621]: DEBUG oslo_concurrency.lockutils [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] Acquired lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.267358] env[70621]: DEBUG nova.network.neutron [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Refreshing network info cache for port 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.528787] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136872, 'name': CreateVM_Task, 'duration_secs': 0.325185} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.528787] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.529295] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.529469] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.529804] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.530079] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ad1b33-bd8b-47bd-9626-e4363e04635a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.535654] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1340.535654] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52cda2c8-4085-a084-f969-b4a4612767a0" [ 1340.535654] env[70621]: _type = "Task" [ 1340.535654] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.548150] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cda2c8-4085-a084-f969-b4a4612767a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.650703] env[70621]: DEBUG nova.network.neutron [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updated VIF entry in instance network info cache for port 82008e0c-8e1d-4e87-a8b5-e437c10a32b2. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.651063] env[70621]: DEBUG nova.network.neutron [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updating instance_info_cache with network_info: [{"id": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "address": "fa:16:3e:b0:8c:c5", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82008e0c-8e", "ovs_interfaceid": "82008e0c-8e1d-4e87-a8b5-e437c10a32b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.003970] env[70621]: DEBUG nova.network.neutron [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updated VIF entry in instance network info cache for port 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.004361] env[70621]: DEBUG nova.network.neutron [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [{"id": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "address": "fa:16:3e:6b:3b:55", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdcf54f-9d", "ovs_interfaceid": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.049073] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52cda2c8-4085-a084-f969-b4a4612767a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.049706] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.050010] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.050268] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.050421] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.050604] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.050870] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9becf56-9532-47ea-bb45-7f7779287f1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.061120] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.061445] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.062074] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb28016e-df93-48fa-9fb1-caaf0d8e6daf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.069430] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1341.069430] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525b1375-ec5a-3dee-26bb-5735cc8f3860" [ 1341.069430] env[70621]: _type = "Task" [ 1341.069430] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.077418] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525b1375-ec5a-3dee-26bb-5735cc8f3860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.154407] env[70621]: DEBUG oslo_concurrency.lockutils [req-c37b321c-74b5-45ab-8722-e9b104163d01 req-11083907-38a4-4085-b5bc-705dca21f272 service nova] Releasing lock "refresh_cache-c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.507624] env[70621]: DEBUG oslo_concurrency.lockutils [req-493bcfe5-1c66-4736-adaf-acd59b740bc9 req-38a09049-dc59-4754-a5ec-017a0bb253c0 service nova] Releasing lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.580370] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525b1375-ec5a-3dee-26bb-5735cc8f3860, 'name': SearchDatastore_Task, 'duration_secs': 0.045224} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.581314] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9caff8-c403-42f2-9bfb-e4d8a820ec38 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.586956] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1341.586956] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523be546-3ddd-c085-fbaf-f8038e372c07" [ 1341.586956] env[70621]: _type = "Task" [ 1341.586956] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.595424] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523be546-3ddd-c085-fbaf-f8038e372c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.097828] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]523be546-3ddd-c085-fbaf-f8038e372c07, 'name': SearchDatastore_Task, 'duration_secs': 0.013358} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.098120] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.098388] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 51151ba4-ee5e-415f-a3d7-34e7d7c433d4/51151ba4-ee5e-415f-a3d7-34e7d7c433d4.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.098659] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a2bc6f-cce8-4d8e-92e2-35f82c60e2fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.106486] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1342.106486] env[70621]: value = "task-4136873" [ 1342.106486] env[70621]: _type = "Task" [ 1342.106486] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.114813] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.617775] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136873, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.117501] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526219} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.117800] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 51151ba4-ee5e-415f-a3d7-34e7d7c433d4/51151ba4-ee5e-415f-a3d7-34e7d7c433d4.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1343.118361] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1343.118361] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caf54740-447e-44bb-bcca-b1ce58a09534 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.125273] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1343.125273] env[70621]: value = "task-4136874" [ 1343.125273] env[70621]: _type = "Task" [ 1343.125273] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.133834] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.634603] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078211} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.636044] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.636173] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacda0e6-f30a-46eb-91d4-ce1033773ffb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.658058] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 51151ba4-ee5e-415f-a3d7-34e7d7c433d4/51151ba4-ee5e-415f-a3d7-34e7d7c433d4.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.658429] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a41cc0-545a-4dba-a5bb-f404601710ac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.677920] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1343.677920] env[70621]: value = "task-4136875" [ 1343.677920] env[70621]: _type = "Task" [ 1343.677920] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.686110] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.188866] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.689346] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.190604] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.692051] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136875, 'name': ReconfigVM_Task, 'duration_secs': 2.007129} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.692460] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 51151ba4-ee5e-415f-a3d7-34e7d7c433d4/51151ba4-ee5e-415f-a3d7-34e7d7c433d4.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.692957] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a887973b-6c46-4dd4-89dc-4dfac54d2645 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.699280] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1345.699280] env[70621]: value = "task-4136876" [ 1345.699280] env[70621]: _type = "Task" [ 1345.699280] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.707127] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136876, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.209670] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136876, 'name': Rename_Task, 'duration_secs': 0.136738} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.209992] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.210283] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922e50df-7f4a-4673-b03c-182e19f7a186 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.217964] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1346.217964] env[70621]: value = "task-4136877" [ 1346.217964] env[70621]: _type = "Task" [ 1346.217964] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.227630] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.729574] env[70621]: DEBUG oslo_vmware.api [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136877, 'name': PowerOnVM_Task, 'duration_secs': 0.46508} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.730246] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.730246] env[70621]: INFO nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1346.730246] env[70621]: DEBUG nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1346.730900] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7befe065-77fc-41b3-abcc-2b22d669942c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.250052] env[70621]: INFO nova.compute.manager [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Took 13.35 seconds to build instance. [ 1347.751971] env[70621]: DEBUG oslo_concurrency.lockutils [None req-2e4be00a-269d-4d6e-b1ba-c2fb6c5405c7 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.861s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.099628] env[70621]: DEBUG nova.compute.manager [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Received event network-changed-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.099628] env[70621]: DEBUG nova.compute.manager [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Refreshing instance network info cache due to event network-changed-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.099796] env[70621]: DEBUG oslo_concurrency.lockutils [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] Acquiring lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.099908] env[70621]: DEBUG oslo_concurrency.lockutils [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] Acquired lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.100088] env[70621]: DEBUG nova.network.neutron [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Refreshing network info cache for port 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.845908] env[70621]: DEBUG nova.network.neutron [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updated VIF entry in instance network info cache for port 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.846326] env[70621]: DEBUG nova.network.neutron [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [{"id": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "address": "fa:16:3e:6b:3b:55", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdcf54f-9d", "ovs_interfaceid": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.349093] env[70621]: DEBUG oslo_concurrency.lockutils [req-d1968034-5a6f-46af-abfd-3ec2c8d34484 req-09e233f6-f7b6-4f58-8a69-6300c1f2af32 service nova] Releasing lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.610664] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.611086] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.611201] env[70621]: INFO nova.compute.manager [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Shelving [ 1360.625102] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.625102] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ca5940-ceac-4b25-9eab-6ae149420df1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.633529] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1360.633529] env[70621]: value = "task-4136878" [ 1360.633529] env[70621]: _type = "Task" [ 1360.633529] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.642021] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.144086] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136878, 'name': PowerOffVM_Task, 'duration_secs': 0.198867} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.144409] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.145257] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33911545-054f-47e8-8cff-25869ba5d673 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.164418] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5603bf-bf10-4826-a977-6a861914e745 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.675988] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1361.676422] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb181d65-2b86-45eb-af08-a086d3cd1b69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.688553] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1361.688553] env[70621]: value = "task-4136879" [ 1361.688553] env[70621]: _type = "Task" [ 1361.688553] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.698253] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136879, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.199188] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136879, 'name': CreateSnapshot_Task, 'duration_secs': 0.454331} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.199441] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1362.200238] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e491f4ad-0fb3-4cdd-807b-1c1144dd8c18 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.717944] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1362.718366] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-993dc44d-a33a-4c52-9234-82ad8b48483d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.727332] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1362.727332] env[70621]: value = "task-4136880" [ 1362.727332] env[70621]: _type = "Task" [ 1362.727332] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.735895] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136880, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.237751] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136880, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.739260] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136880, 'name': CloneVM_Task} progress is 95%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.239727] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136880, 'name': CloneVM_Task, 'duration_secs': 1.153377} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.240021] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Created linked-clone VM from snapshot [ 1364.240793] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5ca03f-cffc-4bf6-9d1e-bc750e43ed52 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.250130] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Uploading image ef5823f2-9fdd-4440-8360-d8d5a87417ef {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1364.270531] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1364.270531] env[70621]: value = "vm-819291" [ 1364.270531] env[70621]: _type = "VirtualMachine" [ 1364.270531] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1364.270795] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-733ce3b3-6889-4a82-b9dd-e8d71a5c8404 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.278905] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease: (returnval){ [ 1364.278905] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5299d94e-5a87-dd86-18ef-acd752b2b905" [ 1364.278905] env[70621]: _type = "HttpNfcLease" [ 1364.278905] env[70621]: } obtained for exporting VM: (result){ [ 1364.278905] env[70621]: value = "vm-819291" [ 1364.278905] env[70621]: _type = "VirtualMachine" [ 1364.278905] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1364.279238] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the lease: (returnval){ [ 1364.279238] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5299d94e-5a87-dd86-18ef-acd752b2b905" [ 1364.279238] env[70621]: _type = "HttpNfcLease" [ 1364.279238] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1364.286026] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.286026] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5299d94e-5a87-dd86-18ef-acd752b2b905" [ 1364.286026] env[70621]: _type = "HttpNfcLease" [ 1364.286026] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.787951] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.787951] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5299d94e-5a87-dd86-18ef-acd752b2b905" [ 1364.787951] env[70621]: _type = "HttpNfcLease" [ 1364.787951] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.788414] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.788414] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5299d94e-5a87-dd86-18ef-acd752b2b905" [ 1364.788414] env[70621]: _type = "HttpNfcLease" [ 1364.788414] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1364.789020] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da0836d-cf76-44eb-b34e-43c77d604299 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.796219] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900d43-d068-dfac-cc13-ffd9ee7f95d4/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.796406] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900d43-d068-dfac-cc13-ffd9ee7f95d4/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1364.885811] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86e552c8-6cba-48bd-9e95-1b2bdf54c17a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.586657] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.587137] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1371.587428] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.450214] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900d43-d068-dfac-cc13-ffd9ee7f95d4/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1372.451303] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389cac8f-3680-4f65-b1cc-dc49fb716c0f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.457527] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900d43-d068-dfac-cc13-ffd9ee7f95d4/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1372.457692] env[70621]: ERROR oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900d43-d068-dfac-cc13-ffd9ee7f95d4/disk-0.vmdk due to incomplete transfer. [ 1372.458058] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-48dd676c-e5f3-4f5f-9446-93b918730663 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.466258] env[70621]: DEBUG oslo_vmware.rw_handles [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52900d43-d068-dfac-cc13-ffd9ee7f95d4/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1372.466472] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Uploaded image ef5823f2-9fdd-4440-8360-d8d5a87417ef to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1372.468704] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1372.468995] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1c6edff-8706-48de-94a1-27de9712bfb6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.475304] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1372.475304] env[70621]: value = "task-4136882" [ 1372.475304] env[70621]: _type = "Task" [ 1372.475304] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.483596] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136882, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.586434] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.586698] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.985699] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136882, 'name': Destroy_Task, 'duration_secs': 0.390525} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.986139] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Destroyed the VM [ 1372.986271] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1372.986538] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e43b75d-2545-4516-80a7-2b79ee9d570c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.993064] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1372.993064] env[70621]: value = "task-4136883" [ 1372.993064] env[70621]: _type = "Task" [ 1372.993064] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.001300] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.089664] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.089961] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.090158] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.090321] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1373.091245] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c433be-f286-4f3c-872b-e537b661af58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.099514] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ac4861-70eb-400a-815e-066750f7a840 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.114406] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e58b21-7d3a-4878-8e0d-6b91ab53e86f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.121393] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49199a54-c21a-42cf-99d3-df5412a3c1af {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.152700] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179818MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1373.152866] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.153103] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.503570] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136883, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37363} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.503856] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1373.504158] env[70621]: DEBUG nova.compute.manager [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1373.504918] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0906ee46-cc31-44b3-95c7-c64daa617421 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.018518] env[70621]: INFO nova.compute.manager [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Shelve offloading [ 1374.178942] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 028c55e0-ad2a-4849-a642-93ae93df5ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1374.179152] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c7c83f70-12e2-4da4-9d70-58fbd30e0f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1374.179307] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1374.179498] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1374.179640] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1374.229378] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3265cae8-9e68-41c9-b4f0-8ffadfd77759 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.237457] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e06d38-6d94-466d-880f-a97a13b9201d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.267647] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00a384-cbbe-4150-a07b-bdef46cc64be {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.275051] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79641ff-0a5c-4329-8055-e3632c3c9363 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.289402] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.522967] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.523335] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571f600d-3ef9-41f5-9463-ade4516375e3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.533653] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1374.533653] env[70621]: value = "task-4136884" [ 1374.533653] env[70621]: _type = "Task" [ 1374.533653] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.543045] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1374.543268] env[70621]: DEBUG nova.compute.manager [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1374.544014] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda3840-0456-44e3-af86-8721edf71940 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.550007] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.550196] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.550371] env[70621]: DEBUG nova.network.neutron [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.792527] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1375.250806] env[70621]: DEBUG nova.network.neutron [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.297780] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1375.298013] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.753800] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.965106] env[70621]: DEBUG nova.compute.manager [req-c398d54a-a6eb-4efa-bf3e-a0336a9207c4 req-fb914f23-33e4-44ae-98ae-0f139a83aa59 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-vif-unplugged-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.965338] env[70621]: DEBUG oslo_concurrency.lockutils [req-c398d54a-a6eb-4efa-bf3e-a0336a9207c4 req-fb914f23-33e4-44ae-98ae-0f139a83aa59 service nova] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.965673] env[70621]: DEBUG oslo_concurrency.lockutils [req-c398d54a-a6eb-4efa-bf3e-a0336a9207c4 req-fb914f23-33e4-44ae-98ae-0f139a83aa59 service nova] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.965719] env[70621]: DEBUG oslo_concurrency.lockutils [req-c398d54a-a6eb-4efa-bf3e-a0336a9207c4 req-fb914f23-33e4-44ae-98ae-0f139a83aa59 service nova] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.965886] env[70621]: DEBUG nova.compute.manager [req-c398d54a-a6eb-4efa-bf3e-a0336a9207c4 req-fb914f23-33e4-44ae-98ae-0f139a83aa59 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] No waiting events found dispatching network-vif-unplugged-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1375.966037] env[70621]: WARNING nova.compute.manager [req-c398d54a-a6eb-4efa-bf3e-a0336a9207c4 req-fb914f23-33e4-44ae-98ae-0f139a83aa59 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received unexpected event network-vif-unplugged-a2233698-ae14-48c7-83ac-600772a63eda for instance with vm_state shelved and task_state shelving_offloading. [ 1376.067186] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.068114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0978c3-f341-4cef-a1a1-1fc9a5fe701a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.076253] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.076511] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d96a9eb-1a2f-46fc-a574-c37a31de967e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.152584] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.152872] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.153059] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleting the datastore file [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.153459] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846d5286-6490-4840-a912-aea0dacb4882 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.159657] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1376.159657] env[70621]: value = "task-4136886" [ 1376.159657] env[70621]: _type = "Task" [ 1376.159657] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.168455] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.669582] env[70621]: DEBUG oslo_vmware.api [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148749} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.670103] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.670103] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.670289] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.693626] env[70621]: INFO nova.scheduler.client.report [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted allocations for instance 028c55e0-ad2a-4849-a642-93ae93df5ce7 [ 1377.199456] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.199803] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.200063] env[70621]: DEBUG nova.objects.instance [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'resources' on Instance uuid 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.293952] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.294341] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.294546] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.587382] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.702776] env[70621]: DEBUG nova.objects.instance [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'numa_topology' on Instance uuid 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.994299] env[70621]: DEBUG nova.compute.manager [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-changed-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.994712] env[70621]: DEBUG nova.compute.manager [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing instance network info cache due to event network-changed-a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.994712] env[70621]: DEBUG oslo_concurrency.lockutils [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.994879] env[70621]: DEBUG oslo_concurrency.lockutils [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.995071] env[70621]: DEBUG nova.network.neutron [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing network info cache for port a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.206460] env[70621]: DEBUG nova.objects.base [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Object Instance<028c55e0-ad2a-4849-a642-93ae93df5ce7> lazy-loaded attributes: resources,numa_topology {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1378.263385] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e56e0b4-32b1-48fc-97fe-01298ed35ff9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.272287] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc3fed7-7aad-4d16-9a0c-d15f84508f57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.308939] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f4e41b-bcd5-46ca-954a-3f2920e42bc6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.317903] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b6cec8-3aba-4d36-bf68-179e01dac4fc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.332902] env[70621]: DEBUG nova.compute.provider_tree [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.509890] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.509890] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.527989] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.726729] env[70621]: DEBUG nova.network.neutron [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updated VIF entry in instance network info cache for port a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.727095] env[70621]: DEBUG nova.network.neutron [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa2233698-ae", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.836695] env[70621]: DEBUG nova.scheduler.client.report [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.013725] env[70621]: DEBUG nova.compute.utils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.230281] env[70621]: DEBUG oslo_concurrency.lockutils [req-f1459665-26bf-4daa-92c2-5f2ece6fe174 req-e3510368-7b62-4d7d-bed3-e4f95376a485 service nova] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.342144] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.516711] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.852222] env[70621]: DEBUG oslo_concurrency.lockutils [None req-84fcae8a-6319-404f-b635-2dcc87d8cc9d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.241s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.853201] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.325s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.853388] env[70621]: INFO nova.compute.manager [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Unshelving [ 1380.574249] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.574573] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.574822] env[70621]: INFO nova.compute.manager [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Attaching volume ba8fec27-2795-4340-a6c2-ef7771f59d27 to /dev/sdb [ 1380.605280] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a5c744-9887-47fc-b3d8-266dffece825 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.612536] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8800464-275a-4f1d-9702-7e55315ebf2f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.626802] env[70621]: DEBUG nova.virt.block_device [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updating existing volume attachment record: 8527c46d-9cb6-47a5-b678-e87052743086 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1380.863701] env[70621]: DEBUG nova.compute.utils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1381.367231] env[70621]: INFO nova.virt.block_device [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Booting with volume 08cb9656-6817-437a-b193-2a7b7c4d6612 at /dev/sdb [ 1381.397548] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dfbe32f-7d5a-4868-809a-9cce2621fa6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.407153] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52cf2e-7662-4cc7-9fe9-e2c3b63c49ec {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.434496] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-144c12c4-cee0-457e-9a53-d404d11efcc4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.443709] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61045b57-a2df-4f78-8889-359f0caaf37f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.468963] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c1e41-8aa8-4585-94ea-4951f8de3d11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.475757] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f9587b-474d-4c55-9d05-1810afcba0fb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.489784] env[70621]: DEBUG nova.virt.block_device [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating existing volume attachment record: 26343ddf-730c-4328-bd57-47802101529f {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1384.652407] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.652971] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.653141] env[70621]: DEBUG nova.compute.manager [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1384.654100] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bdc6fc-d116-492f-9a1c-f7a79b95f71f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.661198] env[70621]: DEBUG nova.compute.manager [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70621) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1384.661885] env[70621]: DEBUG nova.objects.instance [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'flavor' on Instance uuid 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.171448] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1385.171715] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819293', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'name': 'volume-ba8fec27-2795-4340-a6c2-ef7771f59d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7c83f70-12e2-4da4-9d70-58fbd30e0f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'serial': 'ba8fec27-2795-4340-a6c2-ef7771f59d27'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1385.172664] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f512945-1c41-4985-84b5-fe18b4cefae0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.190738] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a98de7-bcdb-4259-a246-e0b0e5649e85 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.218035] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-ba8fec27-2795-4340-a6c2-ef7771f59d27/volume-ba8fec27-2795-4340-a6c2-ef7771f59d27.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.218352] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31cf8e06-8276-42a1-83d2-05ca937d674d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.236408] env[70621]: DEBUG oslo_vmware.api [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1385.236408] env[70621]: value = "task-4136895" [ 1385.236408] env[70621]: _type = "Task" [ 1385.236408] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.244410] env[70621]: DEBUG oslo_vmware.api [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.668858] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.669293] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11173a57-7e51-416d-80ac-8d88764f21ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.676309] env[70621]: DEBUG oslo_vmware.api [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1385.676309] env[70621]: value = "task-4136896" [ 1385.676309] env[70621]: _type = "Task" [ 1385.676309] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.685469] env[70621]: DEBUG oslo_vmware.api [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.746539] env[70621]: DEBUG oslo_vmware.api [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136895, 'name': ReconfigVM_Task, 'duration_secs': 0.338337} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.746837] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-ba8fec27-2795-4340-a6c2-ef7771f59d27/volume-ba8fec27-2795-4340-a6c2-ef7771f59d27.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.751623] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0258568f-33ba-4720-b83f-484dd77075d8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.767796] env[70621]: DEBUG oslo_vmware.api [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1385.767796] env[70621]: value = "task-4136897" [ 1385.767796] env[70621]: _type = "Task" [ 1385.767796] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.777142] env[70621]: DEBUG oslo_vmware.api [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.186914] env[70621]: DEBUG oslo_vmware.api [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136896, 'name': PowerOffVM_Task, 'duration_secs': 0.201799} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.187197] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.187356] env[70621]: DEBUG nova.compute.manager [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1386.188170] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58550b8e-bfcb-40eb-a217-00a2b81c8bac {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.278018] env[70621]: DEBUG oslo_vmware.api [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136897, 'name': ReconfigVM_Task, 'duration_secs': 0.147309} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.278362] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819293', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'name': 'volume-ba8fec27-2795-4340-a6c2-ef7771f59d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7c83f70-12e2-4da4-9d70-58fbd30e0f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'serial': 'ba8fec27-2795-4340-a6c2-ef7771f59d27'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1386.700272] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d8adc938-c9c5-4e99-8349-10282d4d898c tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.993661] env[70621]: DEBUG nova.objects.instance [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'flavor' on Instance uuid 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.094591] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.094914] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.095158] env[70621]: DEBUG nova.objects.instance [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'pci_requests' on Instance uuid 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.313568] env[70621]: DEBUG nova.objects.instance [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'flavor' on Instance uuid c7c83f70-12e2-4da4-9d70-58fbd30e0f1b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.498779] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.498937] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.499128] env[70621]: DEBUG nova.network.neutron [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.499317] env[70621]: DEBUG nova.objects.instance [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'info_cache' on Instance uuid 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.599237] env[70621]: DEBUG nova.objects.instance [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'numa_topology' on Instance uuid 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.819642] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d7064d82-c267-400f-858c-10823ebc2a56 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.003782] env[70621]: DEBUG nova.objects.base [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Object Instance<51151ba4-ee5e-415f-a3d7-34e7d7c433d4> lazy-loaded attributes: flavor,info_cache {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1388.102913] env[70621]: INFO nova.compute.claims [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.700367] env[70621]: DEBUG nova.network.neutron [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [{"id": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "address": "fa:16:3e:6b:3b:55", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdcf54f-9d", "ovs_interfaceid": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.942144] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.942567] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.173068] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ef6515-1fa2-4884-9676-6857bcceeba4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.181114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa75a7-f706-45dd-a941-370c4e24298c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.211528] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.213799] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f777c-faef-4db9-8e6a-322cd52e0124 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.222363] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb61943-681d-4754-88ae-9b88f14db941 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.237138] env[70621]: DEBUG nova.compute.provider_tree [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.444606] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.740036] env[70621]: DEBUG nova.scheduler.client.report [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.966759] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.219769] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.220144] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5700ef8-2840-43be-8f07-3280e5a5972b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.228044] env[70621]: DEBUG oslo_vmware.api [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1390.228044] env[70621]: value = "task-4136898" [ 1390.228044] env[70621]: _type = "Task" [ 1390.228044] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.236351] env[70621]: DEBUG oslo_vmware.api [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.244227] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.149s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.246376] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.280s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.247994] env[70621]: INFO nova.compute.claims [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.280335] env[70621]: INFO nova.network.neutron [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating port a2233698-ae14-48c7-83ac-600772a63eda with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1390.738939] env[70621]: DEBUG oslo_vmware.api [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136898, 'name': PowerOnVM_Task, 'duration_secs': 0.393237} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.739258] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.739468] env[70621]: DEBUG nova.compute.manager [None req-1ab1b4be-16cd-4453-b4d2-fd45a98b1fff tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1390.740326] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c66ebb-f185-4d6e-88b3-a7c2d10d1a28 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.318735] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a2332-dd97-40c9-b469-911cacc0b50a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.327552] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2257a27e-cf71-41c4-b727-356afd217bf9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.365044] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da72b55-1948-4799-85fe-eb0a768e2862 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.368832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f1148c-e12d-45e3-a895-887e8076d868 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.378766] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c486d2b2-93b2-481a-aa6e-31f73a919ea8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.382788] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Suspending the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1391.383296] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-74bc07ad-46b6-4e21-a880-ce5522d505b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.396043] env[70621]: DEBUG nova.compute.provider_tree [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.399027] env[70621]: DEBUG oslo_vmware.api [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1391.399027] env[70621]: value = "task-4136899" [ 1391.399027] env[70621]: _type = "Task" [ 1391.399027] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.409158] env[70621]: DEBUG oslo_vmware.api [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136899, 'name': SuspendVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.686202] env[70621]: DEBUG nova.compute.manager [req-92bf854e-1671-40d5-b323-bb5c0f1a4981 req-1e3aeea7-9cf3-4caf-be31-0f51f0a9fe52 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-vif-plugged-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.686202] env[70621]: DEBUG oslo_concurrency.lockutils [req-92bf854e-1671-40d5-b323-bb5c0f1a4981 req-1e3aeea7-9cf3-4caf-be31-0f51f0a9fe52 service nova] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.686688] env[70621]: DEBUG oslo_concurrency.lockutils [req-92bf854e-1671-40d5-b323-bb5c0f1a4981 req-1e3aeea7-9cf3-4caf-be31-0f51f0a9fe52 service nova] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.687030] env[70621]: DEBUG oslo_concurrency.lockutils [req-92bf854e-1671-40d5-b323-bb5c0f1a4981 req-1e3aeea7-9cf3-4caf-be31-0f51f0a9fe52 service nova] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.687433] env[70621]: DEBUG nova.compute.manager [req-92bf854e-1671-40d5-b323-bb5c0f1a4981 req-1e3aeea7-9cf3-4caf-be31-0f51f0a9fe52 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] No waiting events found dispatching network-vif-plugged-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1391.687732] env[70621]: WARNING nova.compute.manager [req-92bf854e-1671-40d5-b323-bb5c0f1a4981 req-1e3aeea7-9cf3-4caf-be31-0f51f0a9fe52 service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received unexpected event network-vif-plugged-a2233698-ae14-48c7-83ac-600772a63eda for instance with vm_state shelved_offloaded and task_state spawning. [ 1391.773364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.773364] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.773499] env[70621]: DEBUG nova.network.neutron [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.900674] env[70621]: DEBUG nova.scheduler.client.report [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.913834] env[70621]: DEBUG oslo_vmware.api [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136899, 'name': SuspendVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.408739] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.409274] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.417481] env[70621]: DEBUG oslo_vmware.api [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136899, 'name': SuspendVM_Task, 'duration_secs': 0.603286} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.420192] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Suspended the VM {{(pid=70621) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1392.420388] env[70621]: DEBUG nova.compute.manager [None req-66f1734d-e9f8-4ea8-a047-2dbe3b4a1034 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.421243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf787680-e584-4ae3-b732-85c4b33dc06a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.487377] env[70621]: DEBUG nova.network.neutron [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.914702] env[70621]: DEBUG nova.compute.utils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.916169] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.916384] env[70621]: DEBUG nova.network.neutron [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.955036] env[70621]: DEBUG nova.policy [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1e6197561d746918df63c9fd410e708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '669f0f085daa4c059ab1f5d94b3099e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.990177] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.017448] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='198b80ce6c5b281f66769103dbb26748',container_format='bare',created_at=2025-05-14T08:30:51Z,direct_url=,disk_format='vmdk',id=ef5823f2-9fdd-4440-8360-d8d5a87417ef,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-125038816-shelved',owner='2106c5834959491a8033996ef863509d',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-14T08:31:05Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.017699] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.017859] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.018100] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.018310] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.018476] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.018687] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.018848] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.019029] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.019203] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.019374] env[70621]: DEBUG nova.virt.hardware [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.020323] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2ebbc-4050-4aae-b66a-1f89d8232e8c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.028426] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33701ec4-738e-4bc2-916e-9b1340d09046 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.042063] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:68:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2233698-ae14-48c7-83ac-600772a63eda', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.049352] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.049614] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.049837] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c3a955b-1454-4b1f-9cea-ffe5479d1c4b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.069301] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.069301] env[70621]: value = "task-4136900" [ 1393.069301] env[70621]: _type = "Task" [ 1393.069301] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.077560] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136900, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.238363] env[70621]: DEBUG nova.network.neutron [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Successfully created port: 6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.419776] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.579813] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136900, 'name': CreateVM_Task, 'duration_secs': 0.302822} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.579981] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.580675] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.580915] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.581501] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.581501] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efedf41e-e50e-44ab-b26b-17fa097a0b99 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.586688] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1393.586688] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52950972-10ae-3fc0-a08b-822558cc969c" [ 1393.586688] env[70621]: _type = "Task" [ 1393.586688] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.594793] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52950972-10ae-3fc0-a08b-822558cc969c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.744393] env[70621]: DEBUG nova.compute.manager [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-changed-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.744592] env[70621]: DEBUG nova.compute.manager [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing instance network info cache due to event network-changed-a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.744806] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] Acquiring lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.744951] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] Acquired lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.745188] env[70621]: DEBUG nova.network.neutron [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Refreshing network info cache for port a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1394.097908] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.098180] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Processing image ef5823f2-9fdd-4440-8360-d8d5a87417ef {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.098372] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.098523] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.098701] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.098972] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e296a347-098e-47c2-af47-3d6db3b5943d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.118180] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.118411] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.119186] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaec6b6-e3a7-4d0a-b797-f273edd02c5a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.125192] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1394.125192] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]520ec1c9-05b3-f841-04aa-a6cbfd0be9b3" [ 1394.125192] env[70621]: _type = "Task" [ 1394.125192] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.133489] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]520ec1c9-05b3-f841-04aa-a6cbfd0be9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.188393] env[70621]: INFO nova.compute.manager [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Resuming [ 1394.189066] env[70621]: DEBUG nova.objects.instance [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'flavor' on Instance uuid 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.431564] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.457481] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.457825] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.458099] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.458438] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.458668] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.458905] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.459213] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.459438] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.459637] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.459808] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.459987] env[70621]: DEBUG nova.virt.hardware [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.460855] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658aba8c-0cad-41ab-a6c8-51357c6afe1d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.464239] env[70621]: DEBUG nova.network.neutron [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updated VIF entry in instance network info cache for port a2233698-ae14-48c7-83ac-600772a63eda. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.464709] env[70621]: DEBUG nova.network.neutron [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [{"id": "a2233698-ae14-48c7-83ac-600772a63eda", "address": "fa:16:3e:54:68:e3", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2233698-ae", "ovs_interfaceid": "a2233698-ae14-48c7-83ac-600772a63eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.472935] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc27a8dd-0226-4766-a8bb-03420005e560 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.636848] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1394.637134] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Fetch image to [datastore1] OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65/OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1394.637323] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Downloading stream optimized image ef5823f2-9fdd-4440-8360-d8d5a87417ef to [datastore1] OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65/OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65.vmdk on the data store datastore1 as vApp {{(pid=70621) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1394.637496] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Downloading image file data ef5823f2-9fdd-4440-8360-d8d5a87417ef to the ESX as VM named 'OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65' {{(pid=70621) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1394.687040] env[70621]: DEBUG nova.network.neutron [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Successfully updated port: 6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.717569] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1394.717569] env[70621]: value = "resgroup-9" [ 1394.717569] env[70621]: _type = "ResourcePool" [ 1394.717569] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1394.718479] env[70621]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d60be022-96a7-4dcf-9e84-2dbb19d02579 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.739200] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease: (returnval){ [ 1394.739200] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523413fd-ec5a-e87b-fc6e-d77d39bc87ad" [ 1394.739200] env[70621]: _type = "HttpNfcLease" [ 1394.739200] env[70621]: } obtained for vApp import into resource pool (val){ [ 1394.739200] env[70621]: value = "resgroup-9" [ 1394.739200] env[70621]: _type = "ResourcePool" [ 1394.739200] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1394.739530] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the lease: (returnval){ [ 1394.739530] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523413fd-ec5a-e87b-fc6e-d77d39bc87ad" [ 1394.739530] env[70621]: _type = "HttpNfcLease" [ 1394.739530] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1394.746735] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.746735] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523413fd-ec5a-e87b-fc6e-d77d39bc87ad" [ 1394.746735] env[70621]: _type = "HttpNfcLease" [ 1394.746735] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1394.967747] env[70621]: DEBUG oslo_concurrency.lockutils [req-f8627e4a-d8ea-40f2-a220-8f5e429a9c6d req-fbb16025-f0ed-4f49-bfc3-27d14cb8c74e service nova] Releasing lock "refresh_cache-028c55e0-ad2a-4849-a642-93ae93df5ce7" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.197104] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.197104] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.197104] env[70621]: DEBUG nova.network.neutron [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.248276] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.248276] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523413fd-ec5a-e87b-fc6e-d77d39bc87ad" [ 1395.248276] env[70621]: _type = "HttpNfcLease" [ 1395.248276] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1395.248636] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1395.248636] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]523413fd-ec5a-e87b-fc6e-d77d39bc87ad" [ 1395.248636] env[70621]: _type = "HttpNfcLease" [ 1395.248636] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1395.249342] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d2562f-7014-4938-87c1-9db7cdb1e092 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.256753] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd97fb-ade0-2126-9a30-758f8e12dd61/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1395.256942] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd97fb-ade0-2126-9a30-758f8e12dd61/disk-0.vmdk. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1395.325467] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e693bea-c8d9-4c14-b9ac-529067332601 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.704167] env[70621]: DEBUG oslo_concurrency.lockutils [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.704495] env[70621]: DEBUG oslo_concurrency.lockutils [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquired lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.704540] env[70621]: DEBUG nova.network.neutron [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.736911] env[70621]: DEBUG nova.network.neutron [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.779912] env[70621]: DEBUG nova.compute.manager [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Received event network-vif-plugged-6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.780228] env[70621]: DEBUG oslo_concurrency.lockutils [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] Acquiring lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.780461] env[70621]: DEBUG oslo_concurrency.lockutils [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.780670] env[70621]: DEBUG oslo_concurrency.lockutils [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.780843] env[70621]: DEBUG nova.compute.manager [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] No waiting events found dispatching network-vif-plugged-6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1395.781019] env[70621]: WARNING nova.compute.manager [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Received unexpected event network-vif-plugged-6522ff32-caf2-43c0-bd48-d19fa7079a4a for instance with vm_state building and task_state spawning. [ 1395.781182] env[70621]: DEBUG nova.compute.manager [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Received event network-changed-6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.781403] env[70621]: DEBUG nova.compute.manager [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Refreshing instance network info cache due to event network-changed-6522ff32-caf2-43c0-bd48-d19fa7079a4a. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.781598] env[70621]: DEBUG oslo_concurrency.lockutils [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] Acquiring lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.890551] env[70621]: DEBUG nova.network.neutron [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updating instance_info_cache with network_info: [{"id": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "address": "fa:16:3e:e6:c8:16", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522ff32-ca", "ovs_interfaceid": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.393439] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.393849] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Instance network_info: |[{"id": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "address": "fa:16:3e:e6:c8:16", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522ff32-ca", "ovs_interfaceid": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.394287] env[70621]: DEBUG oslo_concurrency.lockutils [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] Acquired lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.394454] env[70621]: DEBUG nova.network.neutron [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Refreshing network info cache for port 6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.395822] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:c8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6522ff32-caf2-43c0-bd48-d19fa7079a4a', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.404444] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.410560] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.413816] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-370d2a7b-6a34-4fd3-8292-c188886abbc9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.435259] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1396.435556] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd97fb-ade0-2126-9a30-758f8e12dd61/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1396.437274] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf675d2-3f71-4a7f-9079-e0fd60a2197f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.445821] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd97fb-ade0-2126-9a30-758f8e12dd61/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1396.445968] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd97fb-ade0-2126-9a30-758f8e12dd61/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1396.447450] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-94e28a44-618c-46ca-9d14-de471acf65f1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.449182] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.449182] env[70621]: value = "task-4136902" [ 1396.449182] env[70621]: _type = "Task" [ 1396.449182] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.458376] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136902, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.495700] env[70621]: DEBUG nova.network.neutron [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [{"id": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "address": "fa:16:3e:6b:3b:55", "network": {"id": "647ed4cc-1ca4-4561-b65c-c2c87096e305", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1696445927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff921da4fd21468d9bfe9d2edc362368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cdcf54f-9d", "ovs_interfaceid": "7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.648848] env[70621]: DEBUG oslo_vmware.rw_handles [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dd97fb-ade0-2126-9a30-758f8e12dd61/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1396.649108] env[70621]: INFO nova.virt.vmwareapi.images [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Downloaded image file data ef5823f2-9fdd-4440-8360-d8d5a87417ef [ 1396.650069] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eece4a-25bf-4dfe-ae8b-0c5ef1e1be39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.669486] env[70621]: DEBUG nova.network.neutron [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updated VIF entry in instance network info cache for port 6522ff32-caf2-43c0-bd48-d19fa7079a4a. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.669880] env[70621]: DEBUG nova.network.neutron [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updating instance_info_cache with network_info: [{"id": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "address": "fa:16:3e:e6:c8:16", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522ff32-ca", "ovs_interfaceid": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.671363] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-500b5805-64ab-4156-a86a-f079f3ec3e80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.698340] env[70621]: INFO nova.virt.vmwareapi.images [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] The imported VM was unregistered [ 1396.701087] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1396.701365] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.701644] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68d73522-0251-4c1f-bd4e-a0f0846e1597 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.712682] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created directory with path [datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.713134] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65/OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65.vmdk to [datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk. {{(pid=70621) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1396.713226] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e4f18e94-64ce-42a3-b207-87e2f67e4590 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.721972] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1396.721972] env[70621]: value = "task-4136904" [ 1396.721972] env[70621]: _type = "Task" [ 1396.721972] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.730285] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136904, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.962653] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136902, 'name': CreateVM_Task, 'duration_secs': 0.360903} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.962855] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.963545] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.963720] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.964088] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.964402] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd83650f-833a-46d7-90df-c8e15f772845 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.970183] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1396.970183] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]525f94a7-4ebd-6512-3cf4-3cfa5ddb9877" [ 1396.970183] env[70621]: _type = "Task" [ 1396.970183] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.980528] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525f94a7-4ebd-6512-3cf4-3cfa5ddb9877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.998405] env[70621]: DEBUG oslo_concurrency.lockutils [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Releasing lock "refresh_cache-51151ba4-ee5e-415f-a3d7-34e7d7c433d4" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.999392] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28f707b-0a12-48fc-b83a-8d6d6d2c1662 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.006422] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Resuming the VM {{(pid=70621) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1397.006686] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-422a61e7-4f65-4199-b579-8d5f11eeea44 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.015643] env[70621]: DEBUG oslo_vmware.api [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1397.015643] env[70621]: value = "task-4136905" [ 1397.015643] env[70621]: _type = "Task" [ 1397.015643] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.024834] env[70621]: DEBUG oslo_vmware.api [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.175130] env[70621]: DEBUG oslo_concurrency.lockutils [req-fff46262-6b40-4216-876b-ff5d5b39d555 req-e16e19e8-524b-4451-8c24-a56e68ef2b86 service nova] Releasing lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.234245] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136904, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.487069] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]525f94a7-4ebd-6512-3cf4-3cfa5ddb9877, 'name': SearchDatastore_Task, 'duration_secs': 0.056695} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.487069] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.487069] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.487409] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.487409] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.487503] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.487874] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f9ca7a-6146-4def-8284-1eb5c0b72f93 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.509346] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.509582] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.510451] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4261917e-5df5-426f-b564-fd363ff6f90d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.521828] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1397.521828] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52d541a7-4db1-7157-c994-404d566a9405" [ 1397.521828] env[70621]: _type = "Task" [ 1397.521828] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.529127] env[70621]: DEBUG oslo_vmware.api [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136905, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.539366] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d541a7-4db1-7157-c994-404d566a9405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.737037] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136904, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.030041] env[70621]: DEBUG oslo_vmware.api [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136905, 'name': PowerOnVM_Task, 'duration_secs': 0.607401} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.030856] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Resumed the VM {{(pid=70621) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1398.031107] env[70621]: DEBUG nova.compute.manager [None req-42439c35-358b-47a2-b979-8668e019fd4a tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1398.031938] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7a272-1b12-4313-953b-a573432ee033 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.038111] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52d541a7-4db1-7157-c994-404d566a9405, 'name': SearchDatastore_Task, 'duration_secs': 0.086273} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.039430] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b3095b-bad8-4df5-99bb-be16da3f08e8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.047826] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1398.047826] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52023242-ab2e-e599-d521-86aa93165694" [ 1398.047826] env[70621]: _type = "Task" [ 1398.047826] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.056530] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52023242-ab2e-e599-d521-86aa93165694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.232719] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136904, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.562825] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52023242-ab2e-e599-d521-86aa93165694, 'name': SearchDatastore_Task, 'duration_secs': 0.088727} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.563243] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.563565] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a/ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.563873] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c27e4f0e-e98d-425e-8f67-02f76748c6ce {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.572173] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1398.572173] env[70621]: value = "task-4136906" [ 1398.572173] env[70621]: _type = "Task" [ 1398.572173] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.582074] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.734094] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136904, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.932042] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.932414] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.932414] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.932624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.932825] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.935266] env[70621]: INFO nova.compute.manager [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Terminating instance [ 1399.082667] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.236935] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136904, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.292101} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.237393] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65/OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65.vmdk to [datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk. [ 1399.237664] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Cleaning up location [datastore1] OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1399.237854] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_380db18c-a127-443a-9463-eaa002debb65 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.238185] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b160beac-6981-4620-ace5-93bd6d64d8a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.247680] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1399.247680] env[70621]: value = "task-4136907" [ 1399.247680] env[70621]: _type = "Task" [ 1399.247680] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.258757] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.442901] env[70621]: DEBUG nova.compute.manager [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1399.443222] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.444168] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07f2f29-0088-4a52-8092-dbe98fbbdbf1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.452739] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.453041] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa4938da-08cd-4bf1-acae-605e827c1c66 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.461499] env[70621]: DEBUG oslo_vmware.api [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1399.461499] env[70621]: value = "task-4136908" [ 1399.461499] env[70621]: _type = "Task" [ 1399.461499] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.471826] env[70621]: DEBUG oslo_vmware.api [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.585311] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805689} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.585757] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a/ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.586101] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.586458] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13628c1d-6ffd-4f17-ba30-c33ae02df42b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.596439] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1399.596439] env[70621]: value = "task-4136909" [ 1399.596439] env[70621]: _type = "Task" [ 1399.596439] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.606306] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.759326] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129815} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.759615] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.759739] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.760013] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk to [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.760276] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc1dd8b-4d96-437a-9751-f1f0dbd157d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.767769] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1399.767769] env[70621]: value = "task-4136910" [ 1399.767769] env[70621]: _type = "Task" [ 1399.767769] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.775971] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.973274] env[70621]: DEBUG oslo_vmware.api [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136908, 'name': PowerOffVM_Task, 'duration_secs': 0.212198} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.973674] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.973722] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.973994] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96380f19-156f-4db0-b895-eb027b604c9e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.052709] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.052982] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.053199] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleting the datastore file [datastore2] 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.053452] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aff5f7d7-9cf4-4a47-b33d-7a7cf6cb64fd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.061435] env[70621]: DEBUG oslo_vmware.api [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for the task: (returnval){ [ 1400.061435] env[70621]: value = "task-4136912" [ 1400.061435] env[70621]: _type = "Task" [ 1400.061435] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.070988] env[70621]: DEBUG oslo_vmware.api [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.107471] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070541} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.107824] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.108795] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c13591-f099-410c-bd28-eadd6c207d79 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.135317] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a/ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.135710] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60df51e7-d14c-4fad-a826-c973a2ead5ba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.158234] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1400.158234] env[70621]: value = "task-4136913" [ 1400.158234] env[70621]: _type = "Task" [ 1400.158234] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.168000] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.277818] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136910, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.571330] env[70621]: DEBUG oslo_vmware.api [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Task: {'id': task-4136912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275399} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.571638] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.571827] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.572060] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.572250] env[70621]: INFO nova.compute.manager [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1400.572508] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1400.572713] env[70621]: DEBUG nova.compute.manager [-] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.572811] env[70621]: DEBUG nova.network.neutron [-] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.669739] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.779023] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136910, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.127102] env[70621]: DEBUG nova.compute.manager [req-8ac0b6d7-75c0-4d15-9cd3-18ea65e346f7 req-9710dac3-2a78-44cd-b334-38cb3ce2cfe7 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Received event network-vif-deleted-7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1401.127425] env[70621]: INFO nova.compute.manager [req-8ac0b6d7-75c0-4d15-9cd3-18ea65e346f7 req-9710dac3-2a78-44cd-b334-38cb3ce2cfe7 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Neutron deleted interface 7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358; detaching it from the instance and deleting it from the info cache [ 1401.127470] env[70621]: DEBUG nova.network.neutron [req-8ac0b6d7-75c0-4d15-9cd3-18ea65e346f7 req-9710dac3-2a78-44cd-b334-38cb3ce2cfe7 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.170729] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136913, 'name': ReconfigVM_Task, 'duration_secs': 0.951413} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.171299] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Reconfigured VM instance instance-0000007c to attach disk [datastore1] ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a/ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.172376] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe59a86f-0ef7-42f1-bb02-5cffe6b0806b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.181018] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1401.181018] env[70621]: value = "task-4136914" [ 1401.181018] env[70621]: _type = "Task" [ 1401.181018] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.191263] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136914, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.283900] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136910, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.604857] env[70621]: DEBUG nova.network.neutron [-] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.630297] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efa812aa-c85f-4fe1-806d-31dd12583ebc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.641146] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c5ec3-bacd-42f1-9d80-09af9606b608 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.671538] env[70621]: DEBUG nova.compute.manager [req-8ac0b6d7-75c0-4d15-9cd3-18ea65e346f7 req-9710dac3-2a78-44cd-b334-38cb3ce2cfe7 service nova] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Detach interface failed, port_id=7cdcf54f-9d3c-49a9-9ac1-0ccc1af70358, reason: Instance 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1401.691624] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136914, 'name': Rename_Task, 'duration_secs': 0.408583} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.692129] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.692472] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d923cb47-f8e5-4f6b-a872-fec48ce786e4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.700490] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1401.700490] env[70621]: value = "task-4136915" [ 1401.700490] env[70621]: _type = "Task" [ 1401.700490] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.710641] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.780784] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136910, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.108682] env[70621]: INFO nova.compute.manager [-] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Took 1.54 seconds to deallocate network for instance. [ 1402.211217] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.282705] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136910, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.362727} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.283049] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ef5823f2-9fdd-4440-8360-d8d5a87417ef/ef5823f2-9fdd-4440-8360-d8d5a87417ef.vmdk to [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.283845] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9de662-d081-491b-910d-7d93c7b0ba5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.307970] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.308343] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d2710f-0efa-4e54-ad12-df845af1bd57 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.329007] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1402.329007] env[70621]: value = "task-4136916" [ 1402.329007] env[70621]: _type = "Task" [ 1402.329007] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.337482] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136916, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.615783] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.616114] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.616567] env[70621]: DEBUG nova.objects.instance [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lazy-loading 'resources' on Instance uuid 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.712492] env[70621]: DEBUG oslo_vmware.api [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136915, 'name': PowerOnVM_Task, 'duration_secs': 0.690914} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.712753] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.712964] env[70621]: INFO nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1402.713155] env[70621]: DEBUG nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1402.713896] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae39ee4-122d-4104-82bf-f8a2750a4572 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.841230] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.190327] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac835aee-f5f6-4cba-aa33-70cdc4859ca4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.199194] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a73ee-420d-4607-bc18-d8fe1d6c9826 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.235851] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f942e6f1-391b-4c08-838e-04f33c1ffeaf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.240850] env[70621]: INFO nova.compute.manager [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Took 13.29 seconds to build instance. [ 1403.250187] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0831d0-c057-4e47-ad15-461425a25492 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.268686] env[70621]: DEBUG nova.compute.provider_tree [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.340739] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.465698] env[70621]: DEBUG nova.compute.manager [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Received event network-changed-6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.465698] env[70621]: DEBUG nova.compute.manager [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Refreshing instance network info cache due to event network-changed-6522ff32-caf2-43c0-bd48-d19fa7079a4a. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.465847] env[70621]: DEBUG oslo_concurrency.lockutils [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] Acquiring lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.466921] env[70621]: DEBUG oslo_concurrency.lockutils [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] Acquired lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.466921] env[70621]: DEBUG nova.network.neutron [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Refreshing network info cache for port 6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.744156] env[70621]: DEBUG oslo_concurrency.lockutils [None req-53e4196d-6940-4bad-8e08-968cba1e101e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.802s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.772391] env[70621]: DEBUG nova.scheduler.client.report [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.840967] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136916, 'name': ReconfigVM_Task, 'duration_secs': 1.168983} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.841292] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7/028c55e0-ad2a-4849-a642-93ae93df5ce7.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.842583] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'encrypted': False, 'image_id': 'dda99475-65f9-478e-9945-1cea6999496b'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819295', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'name': 'volume-08cb9656-6817-437a-b193-2a7b7c4d6612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '028c55e0-ad2a-4849-a642-93ae93df5ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'serial': '08cb9656-6817-437a-b193-2a7b7c4d6612'}, 'mount_device': '/dev/sdb', 'attachment_id': '26343ddf-730c-4328-bd57-47802101529f', 'disk_bus': None, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=70621) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1403.842823] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1403.843040] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819295', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'name': 'volume-08cb9656-6817-437a-b193-2a7b7c4d6612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '028c55e0-ad2a-4849-a642-93ae93df5ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'serial': '08cb9656-6817-437a-b193-2a7b7c4d6612'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1403.843843] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829af37-1179-466b-bee6-7fbca8b04317 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.860797] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98792a-d34d-48c7-8fbb-0d89b4bcaa23 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.886120] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-08cb9656-6817-437a-b193-2a7b7c4d6612/volume-08cb9656-6817-437a-b193-2a7b7c4d6612.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.886414] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f489d10f-ee87-490e-a924-f513a03fb9a5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.905120] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1403.905120] env[70621]: value = "task-4136917" [ 1403.905120] env[70621]: _type = "Task" [ 1403.905120] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.913202] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.255034] env[70621]: DEBUG nova.network.neutron [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updated VIF entry in instance network info cache for port 6522ff32-caf2-43c0-bd48-d19fa7079a4a. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.255576] env[70621]: DEBUG nova.network.neutron [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updating instance_info_cache with network_info: [{"id": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "address": "fa:16:3e:e6:c8:16", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6522ff32-ca", "ovs_interfaceid": "6522ff32-caf2-43c0-bd48-d19fa7079a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.277230] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.299045] env[70621]: INFO nova.scheduler.client.report [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Deleted allocations for instance 51151ba4-ee5e-415f-a3d7-34e7d7c433d4 [ 1404.415972] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136917, 'name': ReconfigVM_Task, 'duration_secs': 0.374551} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.416278] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-08cb9656-6817-437a-b193-2a7b7c4d6612/volume-08cb9656-6817-437a-b193-2a7b7c4d6612.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.420863] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1b413a-fe3c-40e7-92ce-85a5fb265217 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.435914] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1404.435914] env[70621]: value = "task-4136918" [ 1404.435914] env[70621]: _type = "Task" [ 1404.435914] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.444189] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.758942] env[70621]: DEBUG oslo_concurrency.lockutils [req-670450c0-dd2d-435e-866c-988a9bfd5334 req-3d7db9c7-aa7e-44dd-ab2c-23e72f011325 service nova] Releasing lock "refresh_cache-ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.807672] env[70621]: DEBUG oslo_concurrency.lockutils [None req-d74c4961-45a6-4a34-9355-344c268a9f38 tempest-ServerActionsTestJSON-366333930 tempest-ServerActionsTestJSON-366333930-project-member] Lock "51151ba4-ee5e-415f-a3d7-34e7d7c433d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.875s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.946090] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136918, 'name': ReconfigVM_Task, 'duration_secs': 0.141156} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.946400] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819295', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'name': 'volume-08cb9656-6817-437a-b193-2a7b7c4d6612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '028c55e0-ad2a-4849-a642-93ae93df5ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'serial': '08cb9656-6817-437a-b193-2a7b7c4d6612'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1404.947010] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc2627d-7b2e-4e91-b066-2cbf115b4879 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.953071] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1404.953071] env[70621]: value = "task-4136919" [ 1404.953071] env[70621]: _type = "Task" [ 1404.953071] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.962496] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136919, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.463510] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136919, 'name': Rename_Task, 'duration_secs': 0.185252} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.463853] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.463993] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08987c6b-0c95-400b-89c8-733e4a466aaf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.470557] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1405.470557] env[70621]: value = "task-4136920" [ 1405.470557] env[70621]: _type = "Task" [ 1405.470557] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.479248] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.980657] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136920, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.481558] env[70621]: DEBUG oslo_vmware.api [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136920, 'name': PowerOnVM_Task, 'duration_secs': 0.650269} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.481865] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.593990] env[70621]: DEBUG nova.compute.manager [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1406.596960] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64974836-6b85-4136-bcb6-075412ccd34f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.115324] env[70621]: DEBUG oslo_concurrency.lockutils [None req-97c7d4a7-2a60-4ac1-b6b5-f847173bd377 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.262s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.332350] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "98e40fc7-ae10-4553-a690-ae94faac8432" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.332852] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "98e40fc7-ae10-4553-a690-ae94faac8432" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.835781] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.359200] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.359642] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.361180] env[70621]: INFO nova.compute.claims [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.430300] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c91be41-dae2-496c-917b-b521e62b2b69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.438244] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36f688-f32f-4f00-8877-1a4b361de27f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.470827] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e53b004-02d5-4d20-b7b0-473fcfb6de7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.478805] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f18a27b-4cb2-406b-a0f9-084b57b6b880 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.492563] env[70621]: DEBUG nova.compute.provider_tree [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.995813] env[70621]: DEBUG nova.scheduler.client.report [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.500822] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.501442] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.006976] env[70621]: DEBUG nova.compute.utils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.009045] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.009045] env[70621]: DEBUG nova.network.neutron [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.047299] env[70621]: DEBUG nova.policy [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0683b78ed564a11afe3040a26186714', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7ccfd11eae143a19a473c3d4839a419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.300795] env[70621]: DEBUG nova.network.neutron [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Successfully created port: b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.513613] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.524367] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.554054] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.554260] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.554391] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.554580] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.554725] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.554873] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.555096] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.555305] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.555485] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.555652] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.555831] env[70621]: DEBUG nova.virt.hardware [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.556720] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a37350-ae75-4c28-9c43-8060908bab24 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.565687] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98fab63-426c-4e1a-a040-b75502bd3c84 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.673238] env[70621]: DEBUG nova.compute.manager [req-791c3e48-8529-438b-8e6b-ca6c83947b17 req-59a647f4-749d-41c0-a3ca-85baf7e7188b service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-vif-plugged-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.673492] env[70621]: DEBUG oslo_concurrency.lockutils [req-791c3e48-8529-438b-8e6b-ca6c83947b17 req-59a647f4-749d-41c0-a3ca-85baf7e7188b service nova] Acquiring lock "98e40fc7-ae10-4553-a690-ae94faac8432-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.673786] env[70621]: DEBUG oslo_concurrency.lockutils [req-791c3e48-8529-438b-8e6b-ca6c83947b17 req-59a647f4-749d-41c0-a3ca-85baf7e7188b service nova] Lock "98e40fc7-ae10-4553-a690-ae94faac8432-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.674027] env[70621]: DEBUG oslo_concurrency.lockutils [req-791c3e48-8529-438b-8e6b-ca6c83947b17 req-59a647f4-749d-41c0-a3ca-85baf7e7188b service nova] Lock "98e40fc7-ae10-4553-a690-ae94faac8432-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.674159] env[70621]: DEBUG nova.compute.manager [req-791c3e48-8529-438b-8e6b-ca6c83947b17 req-59a647f4-749d-41c0-a3ca-85baf7e7188b service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] No waiting events found dispatching network-vif-plugged-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1415.674308] env[70621]: WARNING nova.compute.manager [req-791c3e48-8529-438b-8e6b-ca6c83947b17 req-59a647f4-749d-41c0-a3ca-85baf7e7188b service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received unexpected event network-vif-plugged-b19cb580-71cc-4cde-8a45-304e05d7efcc for instance with vm_state building and task_state spawning. [ 1415.755754] env[70621]: DEBUG nova.network.neutron [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Successfully updated port: b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.257671] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.257844] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.257975] env[70621]: DEBUG nova.network.neutron [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.788991] env[70621]: DEBUG nova.network.neutron [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.899542] env[70621]: DEBUG nova.network.neutron [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.402807] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.403177] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Instance network_info: |[{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.403623] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:4c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b19cb580-71cc-4cde-8a45-304e05d7efcc', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.411076] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Creating folder: Project (e7ccfd11eae143a19a473c3d4839a419). Parent ref: group-v818963. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.411359] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2bfc986-07de-467b-ba2b-d07e62a2ce69 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.423369] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Created folder: Project (e7ccfd11eae143a19a473c3d4839a419) in parent group-v818963. [ 1417.423558] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Creating folder: Instances. Parent ref: group-v819299. {{(pid=70621) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.423802] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a41a56d8-f609-407d-85b5-9bb54aec2d4d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.433682] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Created folder: Instances in parent group-v819299. [ 1417.433917] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.434121] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.434337] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5ab0df-7489-4a3a-b9ea-2c5a80940ee0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.452521] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.452521] env[70621]: value = "task-4136923" [ 1417.452521] env[70621]: _type = "Task" [ 1417.452521] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.460455] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136923, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.700978] env[70621]: DEBUG nova.compute.manager [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.701281] env[70621]: DEBUG nova.compute.manager [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing instance network info cache due to event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1417.701538] env[70621]: DEBUG oslo_concurrency.lockutils [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.701691] env[70621]: DEBUG oslo_concurrency.lockutils [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.701869] env[70621]: DEBUG nova.network.neutron [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.963191] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136923, 'name': CreateVM_Task, 'duration_secs': 0.33223} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.963580] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1417.964080] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.964302] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.964725] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.965013] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f79a29-9e38-463e-be9b-420deb9f40d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.970112] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1417.970112] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dac31e-d2d4-f55d-43af-1d33debff789" [ 1417.970112] env[70621]: _type = "Task" [ 1417.970112] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.979285] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dac31e-d2d4-f55d-43af-1d33debff789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.380548] env[70621]: DEBUG nova.network.neutron [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updated VIF entry in instance network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.380913] env[70621]: DEBUG nova.network.neutron [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.482073] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dac31e-d2d4-f55d-43af-1d33debff789, 'name': SearchDatastore_Task, 'duration_secs': 0.012249} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.482362] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.482620] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.482857] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.483021] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.483236] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.483492] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77df6ad3-8aaa-4864-8857-9c8d262cdcef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.492485] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.492654] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.493395] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3427af2e-3ffc-45ee-a8c2-7c9af35f8638 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.498624] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1418.498624] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b9b205-5781-e040-c77e-c1610b992ddf" [ 1418.498624] env[70621]: _type = "Task" [ 1418.498624] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.506353] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b9b205-5781-e040-c77e-c1610b992ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.884319] env[70621]: DEBUG oslo_concurrency.lockutils [req-914844b0-580a-4ca3-942e-6261d11e1305 req-8dacb262-faf2-4501-a2b9-3b2876c7327e service nova] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.009377] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b9b205-5781-e040-c77e-c1610b992ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.010186] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0ce46d-3190-45de-81ef-c9da2860588c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.015620] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1419.015620] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5209cdc5-79a0-75fd-4f55-035944020fc5" [ 1419.015620] env[70621]: _type = "Task" [ 1419.015620] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.024364] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5209cdc5-79a0-75fd-4f55-035944020fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.526522] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5209cdc5-79a0-75fd-4f55-035944020fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.526807] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.527083] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/98e40fc7-ae10-4553-a690-ae94faac8432.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.527405] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2f898d-bd92-4384-89cd-1bc50a27325d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.535203] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1419.535203] env[70621]: value = "task-4136924" [ 1419.535203] env[70621]: _type = "Task" [ 1419.535203] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.543526] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.045173] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457586} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.045560] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/98e40fc7-ae10-4553-a690-ae94faac8432.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.045685] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.045859] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a124446d-ecf9-48da-ac83-8e2ac7434783 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.054218] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1420.054218] env[70621]: value = "task-4136925" [ 1420.054218] env[70621]: _type = "Task" [ 1420.054218] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.062975] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.565556] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07114} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.565837] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.566675] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75daf8f1-8703-4348-9d92-ed5f78e39e8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.590568] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/98e40fc7-ae10-4553-a690-ae94faac8432.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.590957] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb77952-7207-4200-a898-2e3042fc2f81 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.613646] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1420.613646] env[70621]: value = "task-4136926" [ 1420.613646] env[70621]: _type = "Task" [ 1420.613646] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.622469] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.125081] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136926, 'name': ReconfigVM_Task, 'duration_secs': 0.31542} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.125473] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/98e40fc7-ae10-4553-a690-ae94faac8432.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.126033] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a4537bc-e4c2-44da-8f88-88c57be62414 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.134428] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1421.134428] env[70621]: value = "task-4136927" [ 1421.134428] env[70621]: _type = "Task" [ 1421.134428] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.143670] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136927, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.644809] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136927, 'name': Rename_Task, 'duration_secs': 0.158016} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.645163] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.645434] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9225e35f-4750-4da9-baab-d99342b7e349 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.653548] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1421.653548] env[70621]: value = "task-4136928" [ 1421.653548] env[70621]: _type = "Task" [ 1421.653548] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.666624] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.164323] env[70621]: DEBUG oslo_vmware.api [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136928, 'name': PowerOnVM_Task, 'duration_secs': 0.48164} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.164725] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.164790] env[70621]: INFO nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1422.164988] env[70621]: DEBUG nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1422.165769] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5397d9af-71db-4b54-ac8f-6a99e2b2ec5f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.682872] env[70621]: INFO nova.compute.manager [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Took 11.34 seconds to build instance. [ 1423.184930] env[70621]: DEBUG oslo_concurrency.lockutils [None req-fc48de4a-dda1-4ee7-aafb-0088101c4eeb tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "98e40fc7-ae10-4553-a690-ae94faac8432" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.852s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.496454] env[70621]: INFO nova.compute.manager [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Rescuing [ 1423.496729] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.496884] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.497076] env[70621]: DEBUG nova.network.neutron [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.227103] env[70621]: DEBUG nova.network.neutron [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.729841] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.269025] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.269476] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54354e32-10d7-4d12-89cf-be251052775e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.278276] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1426.278276] env[70621]: value = "task-4136929" [ 1426.278276] env[70621]: _type = "Task" [ 1426.278276] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.287098] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.788743] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136929, 'name': PowerOffVM_Task, 'duration_secs': 0.185956} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.789049] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.789840] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b7d072-731b-4b6c-b3c0-46ab715fe076 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.809301] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a481f890-2d99-4a16-8d96-17989efcd337 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.835547] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.835828] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-877770b1-bc0c-4159-bdcd-e77d526aea7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.842829] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1426.842829] env[70621]: value = "task-4136930" [ 1426.842829] env[70621]: _type = "Task" [ 1426.842829] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.854014] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1426.854239] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.854484] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.854633] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.854808] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.855049] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9ba839-f50c-48fd-97b7-811f099b3642 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.864785] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.864961] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.865652] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae72449b-6d87-457f-aa45-4701d6c4b297 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.870660] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1426.870660] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]521bfcda-dacb-2073-eb88-f0a690df4e55" [ 1426.870660] env[70621]: _type = "Task" [ 1426.870660] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.878093] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521bfcda-dacb-2073-eb88-f0a690df4e55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.380953] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]521bfcda-dacb-2073-eb88-f0a690df4e55, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.383146] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09e40917-0a67-4763-ac0b-f0c377f2f0ad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.387778] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1427.387778] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]529896e6-edf9-a52a-32c1-8b3de52535d6" [ 1427.387778] env[70621]: _type = "Task" [ 1427.387778] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.396083] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529896e6-edf9-a52a-32c1-8b3de52535d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.898512] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]529896e6-edf9-a52a-32c1-8b3de52535d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.898791] env[70621]: DEBUG oslo_concurrency.lockutils [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.899082] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. {{(pid=70621) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1427.899493] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4990cc5d-134c-4819-8cb0-a1f0a4630b0b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.906229] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1427.906229] env[70621]: value = "task-4136931" [ 1427.906229] env[70621]: _type = "Task" [ 1427.906229] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.913946] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.416638] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452831} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.417032] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk. [ 1428.417688] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f3e2d-c99e-4643-b91c-b55cef2db769 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.442197] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.442468] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-437d3363-27db-45f7-87ce-e2c921b2c7a7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.460124] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1428.460124] env[70621]: value = "task-4136932" [ 1428.460124] env[70621]: _type = "Task" [ 1428.460124] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.468144] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.970143] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136932, 'name': ReconfigVM_Task, 'duration_secs': 0.285809} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.970441] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432/dda99475-65f9-478e-9945-1cea6999496b-rescue.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1428.971313] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b104f205-acf7-4405-b521-e5ad30994d41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.997189] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a345c1e-a42d-4bb3-b50a-8682c809f61d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.012649] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1429.012649] env[70621]: value = "task-4136933" [ 1429.012649] env[70621]: _type = "Task" [ 1429.012649] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.020657] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.523354] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136933, 'name': ReconfigVM_Task, 'duration_secs': 0.150293} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.523773] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.523935] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e890986-4965-438c-a087-3ba839922306 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.530248] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1429.530248] env[70621]: value = "task-4136934" [ 1429.530248] env[70621]: _type = "Task" [ 1429.530248] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.537751] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.041547] env[70621]: DEBUG oslo_vmware.api [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136934, 'name': PowerOnVM_Task, 'duration_secs': 0.395214} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.041866] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.044728] env[70621]: DEBUG nova.compute.manager [None req-5bfa0d05-08e7-443b-96e3-fa333dbd3aaf tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1430.045489] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32586b17-ee20-4d2b-9d78-bbeb767a4b05 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.281740] env[70621]: DEBUG nova.compute.manager [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.282009] env[70621]: DEBUG nova.compute.manager [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing instance network info cache due to event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1431.282235] env[70621]: DEBUG oslo_concurrency.lockutils [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.282369] env[70621]: DEBUG oslo_concurrency.lockutils [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.282548] env[70621]: DEBUG nova.network.neutron [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.586425] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.970727] env[70621]: DEBUG nova.network.neutron [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updated VIF entry in instance network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.971192] env[70621]: DEBUG nova.network.neutron [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.474103] env[70621]: DEBUG oslo_concurrency.lockutils [req-da62a268-4e7d-4dad-8237-355510bad83a req-a2271354-3131-4844-9bee-83b4c32e29e0 service nova] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.586418] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.586662] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.587174] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1433.224065] env[70621]: DEBUG nova.compute.manager [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.224261] env[70621]: DEBUG nova.compute.manager [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing instance network info cache due to event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.224471] env[70621]: DEBUG oslo_concurrency.lockutils [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.224612] env[70621]: DEBUG oslo_concurrency.lockutils [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.224768] env[70621]: DEBUG nova.network.neutron [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.310961] env[70621]: DEBUG nova.compute.manager [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.310961] env[70621]: DEBUG nova.compute.manager [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing instance network info cache due to event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.310961] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.920753] env[70621]: DEBUG nova.network.neutron [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updated VIF entry in instance network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.921161] env[70621]: DEBUG nova.network.neutron [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.372032] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "98e40fc7-ae10-4553-a690-ae94faac8432" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.372414] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "98e40fc7-ae10-4553-a690-ae94faac8432" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.373035] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "98e40fc7-ae10-4553-a690-ae94faac8432-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.373268] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "98e40fc7-ae10-4553-a690-ae94faac8432-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.373457] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "98e40fc7-ae10-4553-a690-ae94faac8432-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.375730] env[70621]: INFO nova.compute.manager [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Terminating instance [ 1434.424623] env[70621]: DEBUG oslo_concurrency.lockutils [req-b8f1171d-2dc9-4c5c-be9b-eecfc3494413 req-e3dc656e-9e77-492a-bc88-64bf49a4f30f service nova] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.425080] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.425292] env[70621]: DEBUG nova.network.neutron [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1434.587074] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.879280] env[70621]: DEBUG nova.compute.manager [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.879524] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.880473] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2871e7e-fdbe-48a7-a40b-df30e2304d03 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.888503] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.888734] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-858d2179-08fe-4c74-a40e-358fcaf80d2b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.895412] env[70621]: DEBUG oslo_vmware.api [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1434.895412] env[70621]: value = "task-4136935" [ 1434.895412] env[70621]: _type = "Task" [ 1434.895412] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.904157] env[70621]: DEBUG oslo_vmware.api [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.090169] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.090569] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.090620] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.090758] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1435.091659] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a59985-9c56-4f83-8b91-8abe6f607554 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.100180] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c757e2-fdfb-4bb9-b3bf-cf96ebc8c4c7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.114954] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9fa30-a69a-4f27-b268-3a53461c7bc0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.122449] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaeb934-5604-4b88-9be9-413898a3c096 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.155125] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180360MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1435.155290] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.155511] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.185934] env[70621]: DEBUG nova.network.neutron [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updated VIF entry in instance network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1435.186349] env[70621]: DEBUG nova.network.neutron [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [{"id": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "address": "fa:16:3e:4c:4c:c7", "network": {"id": "08cbaa77-2c25-4a0f-a40e-121a4b8762d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1861997799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7ccfd11eae143a19a473c3d4839a419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb19cb580-71", "ovs_interfaceid": "b19cb580-71cc-4cde-8a45-304e05d7efcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.406936] env[70621]: DEBUG oslo_vmware.api [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136935, 'name': PowerOffVM_Task, 'duration_secs': 0.193722} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.407247] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.407425] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.407692] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d221c67-2a6a-4105-8913-1ecdf3bec7a3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.473400] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.473641] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.473954] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Deleting the datastore file [datastore2] 98e40fc7-ae10-4553-a690-ae94faac8432 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.474142] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21bbb846-0e5e-487d-8cf0-f0a7db170e4c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.481448] env[70621]: DEBUG oslo_vmware.api [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for the task: (returnval){ [ 1435.481448] env[70621]: value = "task-4136937" [ 1435.481448] env[70621]: _type = "Task" [ 1435.481448] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.490750] env[70621]: DEBUG oslo_vmware.api [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.688539] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.688846] env[70621]: DEBUG nova.compute.manager [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.688953] env[70621]: DEBUG nova.compute.manager [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing instance network info cache due to event network-changed-b19cb580-71cc-4cde-8a45-304e05d7efcc. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.689165] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] Acquiring lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.689312] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] Acquired lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.689474] env[70621]: DEBUG nova.network.neutron [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Refreshing network info cache for port b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1435.991363] env[70621]: DEBUG oslo_vmware.api [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Task: {'id': task-4136937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170871} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.991604] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.991798] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.991977] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.992201] env[70621]: INFO nova.compute.manager [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1435.992462] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.992670] env[70621]: DEBUG nova.compute.manager [-] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.992770] env[70621]: DEBUG nova.network.neutron [-] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.184109] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c7c83f70-12e2-4da4-9d70-58fbd30e0f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.184420] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 028c55e0-ad2a-4849-a642-93ae93df5ce7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.184468] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.184567] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 98e40fc7-ae10-4553-a690-ae94faac8432 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1436.184751] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1436.184890] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1436.218298] env[70621]: INFO nova.network.neutron [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Port b19cb580-71cc-4cde-8a45-304e05d7efcc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1436.218568] env[70621]: DEBUG nova.network.neutron [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.253203] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb768636-ec1a-4217-8420-ce10aaab6f81 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.258770] env[70621]: DEBUG nova.compute.manager [req-42704096-95ad-4d42-8b6e-38a8413cf48e req-0652bfa0-0f3d-4299-8c6c-27ca522fd81c service nova] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Received event network-vif-deleted-b19cb580-71cc-4cde-8a45-304e05d7efcc {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.264920] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1644c1cc-54dc-47df-9ba1-d67387d170ea {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.298465] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98051387-4d92-456d-a84c-3c8dded3759d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.306611] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ecd67d-8c05-4cb8-a032-b0c3a9ca551d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.320642] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.721523] env[70621]: DEBUG oslo_concurrency.lockutils [req-7f380afb-269a-4408-b30b-83d6fb27b622 req-f1aa31e4-8172-4ff4-b619-3873c5f17b97 service nova] Releasing lock "refresh_cache-98e40fc7-ae10-4553-a690-ae94faac8432" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.738487] env[70621]: DEBUG nova.network.neutron [-] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.823692] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.241270] env[70621]: INFO nova.compute.manager [-] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Took 1.25 seconds to deallocate network for instance. [ 1437.328551] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1437.328770] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.748667] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.748964] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.749210] env[70621]: DEBUG nova.objects.instance [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lazy-loading 'resources' on Instance uuid 98e40fc7-ae10-4553-a690-ae94faac8432 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.310717] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7494dfd-f67f-48ac-b1aa-3238aa3eb254 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.318921] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00f43cd-d171-4a61-8a99-db831048e717 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.323598] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.323805] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.324014] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.324218] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.350418] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280eed3-f077-4ed9-8243-34eea62c4e72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.358783] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6716f9-5922-4fc9-955d-c900946033bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.372530] env[70621]: DEBUG nova.compute.provider_tree [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.876075] env[70621]: DEBUG nova.scheduler.client.report [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.380594] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.400799] env[70621]: INFO nova.scheduler.client.report [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Deleted allocations for instance 98e40fc7-ae10-4553-a690-ae94faac8432 [ 1439.909427] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7b638352-392c-443d-9f4d-a697d3418b19 tempest-ServerRescueTestJSONUnderV235-1217818143 tempest-ServerRescueTestJSONUnderV235-1217818143-project-member] Lock "98e40fc7-ae10-4553-a690-ae94faac8432" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.964561] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.964809] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.965035] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.965232] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.965459] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.967564] env[70621]: INFO nova.compute.manager [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Terminating instance [ 1440.471907] env[70621]: DEBUG nova.compute.manager [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.472274] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.473159] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1130e9fe-c0a9-4afb-8916-6340e9fd3cef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.481258] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.481490] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f158b24c-fcf6-4dec-a614-b15dfd51524b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.488237] env[70621]: DEBUG oslo_vmware.api [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1440.488237] env[70621]: value = "task-4136938" [ 1440.488237] env[70621]: _type = "Task" [ 1440.488237] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.496762] env[70621]: DEBUG oslo_vmware.api [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.998687] env[70621]: DEBUG oslo_vmware.api [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136938, 'name': PowerOffVM_Task, 'duration_secs': 0.200443} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.998956] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.999144] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.999425] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d912af5-d500-4225-8d4f-2350d42ddf39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.069063] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.069453] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.069788] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleting the datastore file [datastore1] ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.070106] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80a73028-ffa7-4284-9735-f7707187a92f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.077285] env[70621]: DEBUG oslo_vmware.api [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1441.077285] env[70621]: value = "task-4136940" [ 1441.077285] env[70621]: _type = "Task" [ 1441.077285] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.085217] env[70621]: DEBUG oslo_vmware.api [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.589486] env[70621]: DEBUG oslo_vmware.api [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13756} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.589820] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.590223] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.590223] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.590417] env[70621]: INFO nova.compute.manager [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1441.590566] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.590763] env[70621]: DEBUG nova.compute.manager [-] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.590904] env[70621]: DEBUG nova.network.neutron [-] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.108133] env[70621]: DEBUG nova.compute.manager [req-8fb1eca4-fb96-48d9-b88f-6fa576e41a7d req-b34ee824-698f-4041-87f5-bb248e74a5cc service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Received event network-vif-deleted-6522ff32-caf2-43c0-bd48-d19fa7079a4a {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.108358] env[70621]: INFO nova.compute.manager [req-8fb1eca4-fb96-48d9-b88f-6fa576e41a7d req-b34ee824-698f-4041-87f5-bb248e74a5cc service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Neutron deleted interface 6522ff32-caf2-43c0-bd48-d19fa7079a4a; detaching it from the instance and deleting it from the info cache [ 1442.108577] env[70621]: DEBUG nova.network.neutron [req-8fb1eca4-fb96-48d9-b88f-6fa576e41a7d req-b34ee824-698f-4041-87f5-bb248e74a5cc service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.586642] env[70621]: DEBUG nova.network.neutron [-] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.612032] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dff4510-fc9b-40cb-a69a-77f0103ddbfd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.622243] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312447d1-6ace-4beb-b60c-9d55f9e468cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.648575] env[70621]: DEBUG nova.compute.manager [req-8fb1eca4-fb96-48d9-b88f-6fa576e41a7d req-b34ee824-698f-4041-87f5-bb248e74a5cc service nova] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Detach interface failed, port_id=6522ff32-caf2-43c0-bd48-d19fa7079a4a, reason: Instance ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1443.090142] env[70621]: INFO nova.compute.manager [-] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Took 1.50 seconds to deallocate network for instance. [ 1443.597066] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.597343] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.597568] env[70621]: DEBUG nova.objects.instance [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'resources' on Instance uuid ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.888635] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.889057] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.153748] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9fceea-7347-4e57-8a71-6a0a4f3b9d8b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.161725] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62b1efe-d03a-45d1-a8f9-37aea5429bdf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.193362] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385f877c-3747-4f19-b014-16b4defc5d6c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.201808] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d1c5d-5cdb-4de1-9647-e59edcf66d80 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.216487] env[70621]: DEBUG nova.compute.provider_tree [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.391716] env[70621]: INFO nova.compute.manager [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Detaching volume 08cb9656-6817-437a-b193-2a7b7c4d6612 [ 1444.424561] env[70621]: INFO nova.virt.block_device [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Attempting to driver detach volume 08cb9656-6817-437a-b193-2a7b7c4d6612 from mountpoint /dev/sdb [ 1444.424839] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1444.424974] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819295', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'name': 'volume-08cb9656-6817-437a-b193-2a7b7c4d6612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '028c55e0-ad2a-4849-a642-93ae93df5ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'serial': '08cb9656-6817-437a-b193-2a7b7c4d6612'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1444.425847] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7708ee8-121f-46e1-9f32-aa3a5048138b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.447032] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e254f5-dc76-4690-a76a-6480f8df82cd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.454690] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ec663b-eac8-47b5-a762-3e71ffaa539c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.477276] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94118b5d-4043-49e2-9574-2fe48aec8e7a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.492641] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] The volume has not been displaced from its original location: [datastore1] volume-08cb9656-6817-437a-b193-2a7b7c4d6612/volume-08cb9656-6817-437a-b193-2a7b7c4d6612.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1444.498211] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.498521] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92512ff-290a-4531-85c2-93427578d2d9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.517098] env[70621]: DEBUG oslo_vmware.api [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1444.517098] env[70621]: value = "task-4136941" [ 1444.517098] env[70621]: _type = "Task" [ 1444.517098] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.525788] env[70621]: DEBUG oslo_vmware.api [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.719623] env[70621]: DEBUG nova.scheduler.client.report [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.036695] env[70621]: DEBUG oslo_vmware.api [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136941, 'name': ReconfigVM_Task, 'duration_secs': 0.216265} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.037321] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1445.043500] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0477d738-5936-48d8-92bf-031810b022b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.059457] env[70621]: DEBUG oslo_vmware.api [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1445.059457] env[70621]: value = "task-4136942" [ 1445.059457] env[70621]: _type = "Task" [ 1445.059457] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.068851] env[70621]: DEBUG oslo_vmware.api [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.226054] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.246285] env[70621]: INFO nova.scheduler.client.report [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted allocations for instance ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a [ 1445.569938] env[70621]: DEBUG oslo_vmware.api [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136942, 'name': ReconfigVM_Task, 'duration_secs': 0.132735} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.570277] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819295', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'name': 'volume-08cb9656-6817-437a-b193-2a7b7c4d6612', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '028c55e0-ad2a-4849-a642-93ae93df5ce7', 'attached_at': '', 'detached_at': '', 'volume_id': '08cb9656-6817-437a-b193-2a7b7c4d6612', 'serial': '08cb9656-6817-437a-b193-2a7b7c4d6612'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1445.582954] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.753735] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1a5bbcc8-6896-4636-ae47-a336bf23c08e tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.789s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.112516] env[70621]: DEBUG nova.objects.instance [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'flavor' on Instance uuid 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.042845] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.043175] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.119636] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cd9b58e7-d411-4254-a407-afcb961dc7db tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.546399] env[70621]: INFO nova.compute.manager [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Detaching volume ba8fec27-2795-4340-a6c2-ef7771f59d27 [ 1447.576565] env[70621]: INFO nova.virt.block_device [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Attempting to driver detach volume ba8fec27-2795-4340-a6c2-ef7771f59d27 from mountpoint /dev/sdb [ 1447.576817] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1447.577015] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819293', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'name': 'volume-ba8fec27-2795-4340-a6c2-ef7771f59d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7c83f70-12e2-4da4-9d70-58fbd30e0f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'serial': 'ba8fec27-2795-4340-a6c2-ef7771f59d27'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1447.577898] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb12b78-99e0-496c-9881-bcff2e94daad {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.600036] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab1344-cb3d-45cb-9f8c-43e816707278 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.607829] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680816dd-01e3-4875-9025-f526ea4e7927 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.630051] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cae985-e64e-404e-85c2-d06757c006ed {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.648727] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba8fec27-2795-4340-a6c2-ef7771f59d27/volume-ba8fec27-2795-4340-a6c2-ef7771f59d27.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1447.654142] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1447.655303] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f741a6-12c0-4519-a2c7-39fb47c1a650 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.676081] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1447.676081] env[70621]: value = "task-4136943" [ 1447.676081] env[70621]: _type = "Task" [ 1447.676081] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.685807] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.137060] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.137485] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.137735] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.138064] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.138342] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.142883] env[70621]: INFO nova.compute.manager [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Terminating instance [ 1448.185153] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.647107] env[70621]: DEBUG nova.compute.manager [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.647352] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.648248] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee69e96-3703-4ae9-a370-278d85dae04f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.656485] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.656765] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-018c1b0d-ee8f-47cf-914e-62f43779ea3b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.662655] env[70621]: DEBUG oslo_vmware.api [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1448.662655] env[70621]: value = "task-4136944" [ 1448.662655] env[70621]: _type = "Task" [ 1448.662655] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.670994] env[70621]: DEBUG oslo_vmware.api [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.685986] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.173101] env[70621]: DEBUG oslo_vmware.api [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136944, 'name': PowerOffVM_Task, 'duration_secs': 0.188376} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.173466] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.173529] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.173738] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fd4f4a4-23b2-4f31-97cb-50331c66068b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.184066] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136943, 'name': ReconfigVM_Task, 'duration_secs': 1.237852} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.184329] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1449.188863] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c5a0b1-ad1d-4e69-83af-f0b96f4c11cf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.203143] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1449.203143] env[70621]: value = "task-4136946" [ 1449.203143] env[70621]: _type = "Task" [ 1449.203143] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.212853] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.238506] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.238780] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.239044] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleting the datastore file [datastore1] 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.239444] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80392b52-c642-41cd-9990-a57a843fadf2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.248315] env[70621]: DEBUG oslo_vmware.api [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1449.248315] env[70621]: value = "task-4136947" [ 1449.248315] env[70621]: _type = "Task" [ 1449.248315] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.257561] env[70621]: DEBUG oslo_vmware.api [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.713989] env[70621]: DEBUG oslo_vmware.api [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136946, 'name': ReconfigVM_Task, 'duration_secs': 0.149278} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.714346] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819293', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'name': 'volume-ba8fec27-2795-4340-a6c2-ef7771f59d27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7c83f70-12e2-4da4-9d70-58fbd30e0f1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba8fec27-2795-4340-a6c2-ef7771f59d27', 'serial': 'ba8fec27-2795-4340-a6c2-ef7771f59d27'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1449.757981] env[70621]: DEBUG oslo_vmware.api [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136681} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.758279] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.758466] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.758639] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.758814] env[70621]: INFO nova.compute.manager [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1449.759078] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.759282] env[70621]: DEBUG nova.compute.manager [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.759379] env[70621]: DEBUG nova.network.neutron [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.202481] env[70621]: DEBUG nova.compute.manager [req-85fb0014-32b8-4342-b4e8-382005a36e62 req-f5504657-80a1-4cb5-ade9-ad4b366902ae service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Received event network-vif-deleted-a2233698-ae14-48c7-83ac-600772a63eda {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.202809] env[70621]: INFO nova.compute.manager [req-85fb0014-32b8-4342-b4e8-382005a36e62 req-f5504657-80a1-4cb5-ade9-ad4b366902ae service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Neutron deleted interface a2233698-ae14-48c7-83ac-600772a63eda; detaching it from the instance and deleting it from the info cache [ 1450.202809] env[70621]: DEBUG nova.network.neutron [req-85fb0014-32b8-4342-b4e8-382005a36e62 req-f5504657-80a1-4cb5-ade9-ad4b366902ae service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.260925] env[70621]: DEBUG nova.objects.instance [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'flavor' on Instance uuid c7c83f70-12e2-4da4-9d70-58fbd30e0f1b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.684734] env[70621]: DEBUG nova.network.neutron [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.704904] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04168784-2151-4fcb-9d2d-721113c9006a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.717650] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a5c760-d109-4be7-89d1-f98d00889606 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.743388] env[70621]: DEBUG nova.compute.manager [req-85fb0014-32b8-4342-b4e8-382005a36e62 req-f5504657-80a1-4cb5-ade9-ad4b366902ae service nova] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Detach interface failed, port_id=a2233698-ae14-48c7-83ac-600772a63eda, reason: Instance 028c55e0-ad2a-4849-a642-93ae93df5ce7 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1451.187959] env[70621]: INFO nova.compute.manager [-] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Took 1.43 seconds to deallocate network for instance. [ 1451.268678] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e743f428-8083-440d-9001-f1ae3b6d0670 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.225s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.694646] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.694986] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.695266] env[70621]: DEBUG nova.objects.instance [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'resources' on Instance uuid 028c55e0-ad2a-4849-a642-93ae93df5ce7 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.244385] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3041cb-f652-4850-928f-c7ad68d204ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.252799] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b8b0f-e817-41f6-afb3-8952a4d95699 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.284585] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4619571-577c-4c84-a400-9aa283f4a989 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.292114] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea8af32-140c-45c0-8360-4cbc23c44e49 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.305781] env[70621]: DEBUG nova.compute.provider_tree [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.322863] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.323113] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.323341] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.323543] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.323708] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.325604] env[70621]: INFO nova.compute.manager [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Terminating instance [ 1452.809425] env[70621]: DEBUG nova.scheduler.client.report [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.829192] env[70621]: DEBUG nova.compute.manager [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.829436] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.830345] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ff51ef-679e-441d-8a6b-b5eb7480122c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.838519] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.838747] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04c099a-2f77-4926-b187-be82140361c3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.845246] env[70621]: DEBUG oslo_vmware.api [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1452.845246] env[70621]: value = "task-4136948" [ 1452.845246] env[70621]: _type = "Task" [ 1452.845246] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.854325] env[70621]: DEBUG oslo_vmware.api [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.314641] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.333324] env[70621]: INFO nova.scheduler.client.report [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted allocations for instance 028c55e0-ad2a-4849-a642-93ae93df5ce7 [ 1453.356122] env[70621]: DEBUG oslo_vmware.api [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136948, 'name': PowerOffVM_Task, 'duration_secs': 0.183098} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.356367] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.356535] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.356786] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-defbc313-e6b9-4a37-875b-9c9ed78c52f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.422118] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.422340] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.422560] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleting the datastore file [datastore2] c7c83f70-12e2-4da4-9d70-58fbd30e0f1b {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.422875] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe0190c-38a8-4e96-a40c-3ee1a1a00634 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.430561] env[70621]: DEBUG oslo_vmware.api [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1453.430561] env[70621]: value = "task-4136950" [ 1453.430561] env[70621]: _type = "Task" [ 1453.430561] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.439403] env[70621]: DEBUG oslo_vmware.api [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136950, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.841588] env[70621]: DEBUG oslo_concurrency.lockutils [None req-bb80607c-0334-4501-a667-98ea454be8d6 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "028c55e0-ad2a-4849-a642-93ae93df5ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.704s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.941256] env[70621]: DEBUG oslo_vmware.api [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136950, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188135} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.941679] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.941834] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.942040] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.942264] env[70621]: INFO nova.compute.manager [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1453.942553] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1453.942769] env[70621]: DEBUG nova.compute.manager [-] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.942865] env[70621]: DEBUG nova.network.neutron [-] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.424142] env[70621]: DEBUG nova.compute.manager [req-18372740-1d0f-4628-8c2c-c57ee215fbb9 req-96995b0f-a7c3-4221-a40e-08161b0a99b1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Received event network-vif-deleted-82008e0c-8e1d-4e87-a8b5-e437c10a32b2 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.424433] env[70621]: INFO nova.compute.manager [req-18372740-1d0f-4628-8c2c-c57ee215fbb9 req-96995b0f-a7c3-4221-a40e-08161b0a99b1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Neutron deleted interface 82008e0c-8e1d-4e87-a8b5-e437c10a32b2; detaching it from the instance and deleting it from the info cache [ 1454.424433] env[70621]: DEBUG nova.network.neutron [req-18372740-1d0f-4628-8c2c-c57ee215fbb9 req-96995b0f-a7c3-4221-a40e-08161b0a99b1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.907086] env[70621]: DEBUG nova.network.neutron [-] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.927666] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8fe23a4-2305-45b0-b08a-281510976718 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.940215] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486348f-9773-45df-a073-df4755ab9fd4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.972850] env[70621]: DEBUG nova.compute.manager [req-18372740-1d0f-4628-8c2c-c57ee215fbb9 req-96995b0f-a7c3-4221-a40e-08161b0a99b1 service nova] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Detach interface failed, port_id=82008e0c-8e1d-4e87-a8b5-e437c10a32b2, reason: Instance c7c83f70-12e2-4da4-9d70-58fbd30e0f1b could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1455.410468] env[70621]: INFO nova.compute.manager [-] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Took 1.47 seconds to deallocate network for instance. [ 1455.917960] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.918413] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.918644] env[70621]: DEBUG nova.objects.instance [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'resources' on Instance uuid c7c83f70-12e2-4da4-9d70-58fbd30e0f1b {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.241309] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.241472] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.463642] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c37ae9-d74d-4132-b976-1e6b7819d8ab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.471298] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae3974a-d63a-4c2d-8b02-b9af2333c599 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.503099] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc3a18-311a-4a2f-b6b4-0bb8c2113a3a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.511062] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3fd95-8255-4542-9997-690e6d71ac9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.525309] env[70621]: DEBUG nova.compute.provider_tree [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.743509] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.028397] env[70621]: DEBUG nova.scheduler.client.report [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.262435] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.534094] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.536440] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.274s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.538427] env[70621]: INFO nova.compute.claims [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.552796] env[70621]: INFO nova.scheduler.client.report [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted allocations for instance c7c83f70-12e2-4da4-9d70-58fbd30e0f1b [ 1458.060572] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1cb733ab-a4bc-4468-a77b-0efa66631fe2 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7c83f70-12e2-4da4-9d70-58fbd30e0f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.575713] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086ed37-2e10-4e7a-921a-9cfbf47dee7d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.583855] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666b4c3-d633-4630-b793-c8711b743ab1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.615674] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37803db-1388-4cc4-bf28-f5bbef2e734a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.623782] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141ad687-010c-425c-bdc0-1bc3bd81c98c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.637629] env[70621]: DEBUG nova.compute.provider_tree [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.141065] env[70621]: DEBUG nova.scheduler.client.report [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.647128] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.647674] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.153640] env[70621]: DEBUG nova.compute.utils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1460.155871] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.156035] env[70621]: DEBUG nova.network.neutron [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.200557] env[70621]: DEBUG nova.policy [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93ba8428e7004755b475b833744058de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2106c5834959491a8033996ef863509d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.483614] env[70621]: DEBUG nova.network.neutron [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Successfully created port: 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1460.534036] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.534288] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.656348] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.036894] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.560573] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.560910] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.563848] env[70621]: INFO nova.compute.claims [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.666895] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.694501] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.694753] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.694909] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.695104] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.695256] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.695406] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.695618] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.695778] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.695946] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.696121] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.696310] env[70621]: DEBUG nova.virt.hardware [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.697205] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce50ee-ae36-4f27-9143-974eca9c09ef {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.707594] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c956e-8647-4b42-9c91-5d043afad3ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.850508] env[70621]: DEBUG nova.compute.manager [req-6bf8a386-5544-42e0-8585-1edd276d0547 req-d2ce1221-0d1b-4cb8-ac02-4f2fe39a6001 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-vif-plugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.850748] env[70621]: DEBUG oslo_concurrency.lockutils [req-6bf8a386-5544-42e0-8585-1edd276d0547 req-d2ce1221-0d1b-4cb8-ac02-4f2fe39a6001 service nova] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.850964] env[70621]: DEBUG oslo_concurrency.lockutils [req-6bf8a386-5544-42e0-8585-1edd276d0547 req-d2ce1221-0d1b-4cb8-ac02-4f2fe39a6001 service nova] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.851284] env[70621]: DEBUG oslo_concurrency.lockutils [req-6bf8a386-5544-42e0-8585-1edd276d0547 req-d2ce1221-0d1b-4cb8-ac02-4f2fe39a6001 service nova] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.851363] env[70621]: DEBUG nova.compute.manager [req-6bf8a386-5544-42e0-8585-1edd276d0547 req-d2ce1221-0d1b-4cb8-ac02-4f2fe39a6001 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] No waiting events found dispatching network-vif-plugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1461.851503] env[70621]: WARNING nova.compute.manager [req-6bf8a386-5544-42e0-8585-1edd276d0547 req-d2ce1221-0d1b-4cb8-ac02-4f2fe39a6001 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received unexpected event network-vif-plugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 for instance with vm_state building and task_state spawning. [ 1461.936143] env[70621]: DEBUG nova.network.neutron [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Successfully updated port: 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.440142] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.440142] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.440142] env[70621]: DEBUG nova.network.neutron [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.613624] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67870678-d1c9-4f30-892c-e34befe2b455 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.621452] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b4cc6-e457-44bd-8311-00b6290a2668 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.650835] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43727c2-1ff5-4449-841a-0fa59a61cb9f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.658781] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79b5540-0e53-4f7b-8fbb-a75a0438225d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.673612] env[70621]: DEBUG nova.compute.provider_tree [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.974721] env[70621]: DEBUG nova.network.neutron [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.111017] env[70621]: DEBUG nova.network.neutron [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.176945] env[70621]: DEBUG nova.scheduler.client.report [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.615082] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.615082] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Instance network_info: |[{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1463.615615] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:e9:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f26e0c-bbb8-4c94-9aa4-be74e7de2091', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.623702] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.623908] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.624155] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a11c20-fe7f-4d68-98c7-65c123ed30a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.644075] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.644075] env[70621]: value = "task-4136951" [ 1463.644075] env[70621]: _type = "Task" [ 1463.644075] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.651614] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136951, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.681701] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.682269] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1463.881244] env[70621]: DEBUG nova.compute.manager [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.881617] env[70621]: DEBUG nova.compute.manager [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing instance network info cache due to event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1463.881744] env[70621]: DEBUG oslo_concurrency.lockutils [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.881909] env[70621]: DEBUG oslo_concurrency.lockutils [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.882205] env[70621]: DEBUG nova.network.neutron [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.154012] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136951, 'name': CreateVM_Task, 'duration_secs': 0.323645} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.154191] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.154875] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.155061] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.155394] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.155639] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf0abf2-8840-4658-b7ca-7fdfdf0cc9a8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.160040] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1464.160040] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a8cef6-5358-4488-ac75-0a40437336a1" [ 1464.160040] env[70621]: _type = "Task" [ 1464.160040] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.167793] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a8cef6-5358-4488-ac75-0a40437336a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.187437] env[70621]: DEBUG nova.compute.utils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1464.189520] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1464.189808] env[70621]: DEBUG nova.network.neutron [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.226031] env[70621]: DEBUG nova.policy [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1e6197561d746918df63c9fd410e708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '669f0f085daa4c059ab1f5d94b3099e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1464.613042] env[70621]: DEBUG nova.network.neutron [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Successfully created port: 3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.671663] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52a8cef6-5358-4488-ac75-0a40437336a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.672587] env[70621]: DEBUG nova.network.neutron [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updated VIF entry in instance network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.672910] env[70621]: DEBUG nova.network.neutron [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.674497] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.674777] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1464.675119] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.675273] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.675446] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1464.675921] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7922a327-86c5-4a6e-bb93-29496e1b41de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.685188] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1464.685474] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1464.686346] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c2312e-637e-4e6e-ab04-4d489aef5522 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.690519] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1464.695806] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1464.695806] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dc6f42-c08a-8812-59e7-d6a2b99f1d31" [ 1464.695806] env[70621]: _type = "Task" [ 1464.695806] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.706018] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52dc6f42-c08a-8812-59e7-d6a2b99f1d31, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.706018] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07efc8d-bb34-46ed-94f8-3723f17d4b10 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.710970] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1464.710970] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52b7be97-dd2d-7d25-9405-13c9e7471a67" [ 1464.710970] env[70621]: _type = "Task" [ 1464.710970] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.718637] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b7be97-dd2d-7d25-9405-13c9e7471a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.177577] env[70621]: DEBUG oslo_concurrency.lockutils [req-dfcd2218-aa71-4f20-9714-0d7a1d5513a9 req-16efcd6c-ec48-4194-a5c2-e480759cdd06 service nova] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.221704] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52b7be97-dd2d-7d25-9405-13c9e7471a67, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.221974] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.222263] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.222567] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0496e66a-c465-4a85-a23a-93b7f58a3fe5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.230698] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1465.230698] env[70621]: value = "task-4136952" [ 1465.230698] env[70621]: _type = "Task" [ 1465.230698] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.240735] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.706298] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1465.738736] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.739013] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.739181] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.739362] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.739515] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.739660] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.739873] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.740057] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.740265] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.740452] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.741170] env[70621]: DEBUG nova.virt.hardware [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.742042] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b528e75f-1a0d-4582-8a6a-ee928a78ab90 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.747979] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136952, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.753958] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b618317-177d-4249-b954-fc3af02ce163 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.002128] env[70621]: DEBUG nova.compute.manager [req-eab3f2b5-54f8-4830-87ef-dfa791b22330 req-731ef6c8-58ef-4e01-915c-d150daad0941 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Received event network-vif-plugged-3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.002128] env[70621]: DEBUG oslo_concurrency.lockutils [req-eab3f2b5-54f8-4830-87ef-dfa791b22330 req-731ef6c8-58ef-4e01-915c-d150daad0941 service nova] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.002258] env[70621]: DEBUG oslo_concurrency.lockutils [req-eab3f2b5-54f8-4830-87ef-dfa791b22330 req-731ef6c8-58ef-4e01-915c-d150daad0941 service nova] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.002446] env[70621]: DEBUG oslo_concurrency.lockutils [req-eab3f2b5-54f8-4830-87ef-dfa791b22330 req-731ef6c8-58ef-4e01-915c-d150daad0941 service nova] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.002625] env[70621]: DEBUG nova.compute.manager [req-eab3f2b5-54f8-4830-87ef-dfa791b22330 req-731ef6c8-58ef-4e01-915c-d150daad0941 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] No waiting events found dispatching network-vif-plugged-3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1466.002792] env[70621]: WARNING nova.compute.manager [req-eab3f2b5-54f8-4830-87ef-dfa791b22330 req-731ef6c8-58ef-4e01-915c-d150daad0941 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Received unexpected event network-vif-plugged-3b3e1719-ef56-406e-92ea-a77230fa13b0 for instance with vm_state building and task_state spawning. [ 1466.088689] env[70621]: DEBUG nova.network.neutron [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Successfully updated port: 3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.241932] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523067} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.242353] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.242630] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.242891] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-766e7dec-638e-447c-88a9-c3c14dd9a7ee {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.248730] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1466.248730] env[70621]: value = "task-4136953" [ 1466.248730] env[70621]: _type = "Task" [ 1466.248730] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.256327] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.591510] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.591510] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.591510] env[70621]: DEBUG nova.network.neutron [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.759663] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07117} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.760070] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.760892] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f289d341-0666-408f-a998-f62b75bf2528 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.784106] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.784510] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca6f7cf-a461-4452-9593-a2ef63b184d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.805279] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1466.805279] env[70621]: value = "task-4136954" [ 1466.805279] env[70621]: _type = "Task" [ 1466.805279] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.814026] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136954, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.124782] env[70621]: DEBUG nova.network.neutron [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.262614] env[70621]: DEBUG nova.network.neutron [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updating instance_info_cache with network_info: [{"id": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "address": "fa:16:3e:b4:72:20", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3e1719-ef", "ovs_interfaceid": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.315624] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136954, 'name': ReconfigVM_Task, 'duration_secs': 0.347708} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.315903] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.316614] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d677b7-21ff-45fb-8081-b7e36f37c29f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.324300] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1467.324300] env[70621]: value = "task-4136955" [ 1467.324300] env[70621]: _type = "Task" [ 1467.324300] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.332678] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136955, 'name': Rename_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.766025] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.766429] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Instance network_info: |[{"id": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "address": "fa:16:3e:b4:72:20", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3e1719-ef", "ovs_interfaceid": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1467.766855] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:72:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b3e1719-ef56-406e-92ea-a77230fa13b0', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.774776] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1467.775219] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.775453] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664f61ac-3ecc-4273-ae69-76e2ec784c5c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.796215] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.796215] env[70621]: value = "task-4136956" [ 1467.796215] env[70621]: _type = "Task" [ 1467.796215] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.807388] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136956, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.834056] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136955, 'name': Rename_Task, 'duration_secs': 0.14947} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.834381] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.834645] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f97b7e-73f5-4fc1-8284-dce409319756 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.841576] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1467.841576] env[70621]: value = "task-4136957" [ 1467.841576] env[70621]: _type = "Task" [ 1467.841576] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.850781] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.030673] env[70621]: DEBUG nova.compute.manager [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Received event network-changed-3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.030857] env[70621]: DEBUG nova.compute.manager [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Refreshing instance network info cache due to event network-changed-3b3e1719-ef56-406e-92ea-a77230fa13b0. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.031157] env[70621]: DEBUG oslo_concurrency.lockutils [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] Acquiring lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.031358] env[70621]: DEBUG oslo_concurrency.lockutils [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] Acquired lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.031718] env[70621]: DEBUG nova.network.neutron [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Refreshing network info cache for port 3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.308096] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136956, 'name': CreateVM_Task, 'duration_secs': 0.338265} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.308393] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.309033] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.309268] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.309666] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.309965] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757dda9d-c390-46d4-a97e-e40e5e6f7bf1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.316013] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1468.316013] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5260fcd6-44d4-4bfa-1cbb-3833a4111030" [ 1468.316013] env[70621]: _type = "Task" [ 1468.316013] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.327326] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5260fcd6-44d4-4bfa-1cbb-3833a4111030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.351718] env[70621]: DEBUG oslo_vmware.api [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136957, 'name': PowerOnVM_Task, 'duration_secs': 0.473312} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.352023] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.352210] env[70621]: INFO nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1468.352415] env[70621]: DEBUG nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1468.353256] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec41d49-9c42-466a-89f9-8714ff87578a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.783076] env[70621]: DEBUG nova.network.neutron [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updated VIF entry in instance network info cache for port 3b3e1719-ef56-406e-92ea-a77230fa13b0. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.783665] env[70621]: DEBUG nova.network.neutron [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updating instance_info_cache with network_info: [{"id": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "address": "fa:16:3e:b4:72:20", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3e1719-ef", "ovs_interfaceid": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.830960] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5260fcd6-44d4-4bfa-1cbb-3833a4111030, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.831312] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.831540] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.831792] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.831937] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.832142] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.832473] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b280fd62-c05f-4593-8bc2-a4e69d905e31 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.842780] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.843063] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.843774] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a889fed-deb9-4662-bfd9-77d126307bd8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.851475] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1468.851475] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bd9052-3d72-6f56-04b5-0c6ddced9d9a" [ 1468.851475] env[70621]: _type = "Task" [ 1468.851475] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.860693] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bd9052-3d72-6f56-04b5-0c6ddced9d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.875026] env[70621]: INFO nova.compute.manager [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Took 11.63 seconds to build instance. [ 1469.287976] env[70621]: DEBUG oslo_concurrency.lockutils [req-02c79741-0118-48a6-8aea-be230f0876d2 req-52feb800-504c-430c-9bee-c8d45cb76526 service nova] Releasing lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.362716] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bd9052-3d72-6f56-04b5-0c6ddced9d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.363256] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28bcd28f-cad3-4e31-bc5d-e7fec09c5a68 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.369076] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1469.369076] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52833e34-cd48-afcc-0a48-2bfc57fa6d19" [ 1469.369076] env[70621]: _type = "Task" [ 1469.369076] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.378474] env[70621]: DEBUG oslo_concurrency.lockutils [None req-8edc8f1e-416f-4f9b-9a9c-49bd906f0fae tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.137s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.378684] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52833e34-cd48-afcc-0a48-2bfc57fa6d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.446886] env[70621]: DEBUG nova.compute.manager [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.447106] env[70621]: DEBUG nova.compute.manager [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing instance network info cache due to event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1469.448206] env[70621]: DEBUG oslo_concurrency.lockutils [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.448206] env[70621]: DEBUG oslo_concurrency.lockutils [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.448206] env[70621]: DEBUG nova.network.neutron [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1469.880134] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52833e34-cd48-afcc-0a48-2bfc57fa6d19, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.880611] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.880771] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 828c4d0a-20c9-4d66-98d6-1ac66f394cb6/828c4d0a-20c9-4d66-98d6-1ac66f394cb6.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.880966] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0e3e8ec-793e-40d6-aaf6-4e2ac731b7a0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.888887] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1469.888887] env[70621]: value = "task-4136958" [ 1469.888887] env[70621]: _type = "Task" [ 1469.888887] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.898440] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.182658] env[70621]: DEBUG nova.network.neutron [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updated VIF entry in instance network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.183142] env[70621]: DEBUG nova.network.neutron [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.398648] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136958, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.686932] env[70621]: DEBUG oslo_concurrency.lockutils [req-eeed101e-7925-4d0f-b9e8-40908d20d5a7 req-b08f92f7-2211-409d-8d3c-08c8a169a5cc service nova] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.900060] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615333} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.900060] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore2] 828c4d0a-20c9-4d66-98d6-1ac66f394cb6/828c4d0a-20c9-4d66-98d6-1ac66f394cb6.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.900060] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.900733] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0a8d778-eb66-4db2-979b-2dc24bb1bb1d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.907080] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1470.907080] env[70621]: value = "task-4136959" [ 1470.907080] env[70621]: _type = "Task" [ 1470.907080] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.915404] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.420287] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075457} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.420708] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.421892] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff4a89-a996-46e8-ac4c-f07093024ba4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.457159] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 828c4d0a-20c9-4d66-98d6-1ac66f394cb6/828c4d0a-20c9-4d66-98d6-1ac66f394cb6.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.457570] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d9a97b-d2b8-4449-b11c-f83cd4c40ec8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.481032] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1471.481032] env[70621]: value = "task-4136960" [ 1471.481032] env[70621]: _type = "Task" [ 1471.481032] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.489124] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.992218] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136960, 'name': ReconfigVM_Task, 'duration_secs': 0.315689} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.992634] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 828c4d0a-20c9-4d66-98d6-1ac66f394cb6/828c4d0a-20c9-4d66-98d6-1ac66f394cb6.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.993247] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-446e3dc4-ebd3-45cf-9ae1-845d026c9df6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.000516] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1472.000516] env[70621]: value = "task-4136961" [ 1472.000516] env[70621]: _type = "Task" [ 1472.000516] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.008892] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136961, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.510655] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136961, 'name': Rename_Task, 'duration_secs': 0.142749} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.510936] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.511200] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f840937-0075-4644-8227-59d1dba59906 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.517285] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1472.517285] env[70621]: value = "task-4136962" [ 1472.517285] env[70621]: _type = "Task" [ 1472.517285] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.525080] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.027872] env[70621]: DEBUG oslo_vmware.api [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136962, 'name': PowerOnVM_Task, 'duration_secs': 0.505013} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.028371] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.028371] env[70621]: INFO nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1473.028599] env[70621]: DEBUG nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1473.029353] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b366170-87f9-405d-b34f-f5cd979013e6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.546612] env[70621]: INFO nova.compute.manager [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Took 12.00 seconds to build instance. [ 1473.802050] env[70621]: DEBUG nova.compute.manager [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Received event network-changed-3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.802213] env[70621]: DEBUG nova.compute.manager [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Refreshing instance network info cache due to event network-changed-3b3e1719-ef56-406e-92ea-a77230fa13b0. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1473.802480] env[70621]: DEBUG oslo_concurrency.lockutils [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] Acquiring lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.802656] env[70621]: DEBUG oslo_concurrency.lockutils [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] Acquired lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.802861] env[70621]: DEBUG nova.network.neutron [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Refreshing network info cache for port 3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.048705] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9809c99e-422c-4378-9228-591135b64ca3 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.514s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.508206] env[70621]: DEBUG nova.network.neutron [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updated VIF entry in instance network info cache for port 3b3e1719-ef56-406e-92ea-a77230fa13b0. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.508577] env[70621]: DEBUG nova.network.neutron [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updating instance_info_cache with network_info: [{"id": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "address": "fa:16:3e:b4:72:20", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b3e1719-ef", "ovs_interfaceid": "3b3e1719-ef56-406e-92ea-a77230fa13b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.011241] env[70621]: DEBUG oslo_concurrency.lockutils [req-c3c3a465-cd2a-4869-96b2-37c7a67be5dd req-b1503867-9e49-4143-a213-5ea8bd8f2b6a service nova] Releasing lock "refresh_cache-828c4d0a-20c9-4d66-98d6-1ac66f394cb6" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.587527] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.587057] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.587296] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1494.588352] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1494.588352] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1495.091161] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.091444] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.091618] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.091776] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1495.092724] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec5132-b1b6-4165-bb52-1ef6fa9ae228 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.101384] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ba39a-9a23-418c-9f3b-11d52eaf30e7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.116123] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13055dd9-c97f-4075-bb60-2091728f5b29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.123257] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9848ba1f-6052-4dd3-8d94-54eabb3f0e37 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.153363] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180388MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1495.153570] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.153764] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.181374] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 695a0431-44bf-47e9-9b39-b600d3cb2ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1496.181718] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1496.181718] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1496.181843] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1496.223234] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a9c90-1052-469b-96c9-4bedcae28a3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.231927] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813966b8-8382-4173-936f-4007e05d8eeb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.261758] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1caede7-b971-40a9-a6a0-30c91bf82759 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.269382] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad1c41-b2ae-4945-8bb0-e565e0a94e4a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.282491] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.785588] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.290490] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1497.290903] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.587366] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.587633] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.587779] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.587919] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Cleaning up deleted instances {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1498.098528] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] There are 25 instances to clean {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1498.098767] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 98e40fc7-ae10-4553-a690-ae94faac8432] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.602540] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ed752ea3-e9c7-4d4c-b86b-b3ca20361b9a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.106973] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 51151ba4-ee5e-415f-a3d7-34e7d7c433d4] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.610620] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: c7c83f70-12e2-4da4-9d70-58fbd30e0f1b] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.114565] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 028c55e0-ad2a-4849-a642-93ae93df5ce7] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.617516] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1b27e413-6045-462c-bf13-f777db68cc68] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.122762] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: ac5d75a6-89ed-4c41-b600-96b314c0a84c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.627179] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 0e59fd9a-ae84-4a7f-a765-d6ed72fffc4c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.130687] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: dcd15ece-08c9-4ca0-9320-c785faf44866] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.634350] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 4982b051-67cd-4962-aef7-965be60b26bc] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.137874] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: a42a0029-4df7-46e6-9dfa-4f548a345ca1] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.641464] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: b1055352-188d-4480-8402-60960249ac70] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.145237] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: fdfa09fe-623f-4123-95f6-02eb4d28b544] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1504.648399] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 1f6c0e24-0232-4c80-a03a-d53cdaf9496a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.151978] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 502ab6be-7fa9-4d2a-8857-ea28020050a2] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1505.655678] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: e1436520-0b9d-4cd5-b915-c910974ca957] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.158694] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 2653eecf-d650-46da-9487-f35ee29244a4] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1506.661658] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 6cde4fb1-0fbc-43de-b38d-c5610563f7c7] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.165414] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 3ebc0f08-44f9-4e81-81ae-d40e86c08117] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1507.240944] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.241236] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.241420] env[70621]: INFO nova.compute.manager [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Shelving [ 1507.668362] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: b219c0a8-bffe-4966-918a-7a04f28fa859] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.171968] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 319e41f4-7952-452d-ae01-65b2f5bbab8c] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.250274] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.250594] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cb3d9d8-f343-4843-92f6-1507a5da3f17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.259751] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1508.259751] env[70621]: value = "task-4136963" [ 1508.259751] env[70621]: _type = "Task" [ 1508.259751] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.268623] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.675933] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 2c21722a-4c02-414e-a09c-8632b3c16b7a] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.769878] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136963, 'name': PowerOffVM_Task, 'duration_secs': 0.178742} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.770163] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.770959] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b1268-3e58-4acd-a1ba-f5a06d2bb943 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.789486] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c331d-9615-4fe2-a043-4cb536fc2a89 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.179589] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: df3c86b1-b9a2-45d2-b939-4b059a94daf1] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.300694] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Creating Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1509.300985] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3cf3e292-9d66-4bed-9b2e-6c5db91556c6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.308435] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1509.308435] env[70621]: value = "task-4136964" [ 1509.308435] env[70621]: _type = "Task" [ 1509.308435] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.318032] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.683477] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: 50f2c68f-3bf1-486a-90ff-352091e6b328] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.819294] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136964, 'name': CreateSnapshot_Task, 'duration_secs': 0.412198} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.819571] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Created Snapshot of the VM instance {{(pid=70621) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1509.820325] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a9250a-095b-465c-9b3e-0e30f923b6b9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.187216] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] [instance: c96c914f-f725-4907-84a5-0366d4403455] Instance has had 0 of 5 cleanup attempts {{(pid=70621) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.337725] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Creating linked-clone VM from snapshot {{(pid=70621) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1510.338071] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b0ff8ab-4791-4c02-a371-0799f2c7f583 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.348388] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1510.348388] env[70621]: value = "task-4136965" [ 1510.348388] env[70621]: _type = "Task" [ 1510.348388] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.356574] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136965, 'name': CloneVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.690709] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.691219] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Cleaning up deleted instances with incomplete migration {{(pid=70621) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1510.859493] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136965, 'name': CloneVM_Task} progress is 94%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.194670] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.360056] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136965, 'name': CloneVM_Task, 'duration_secs': 0.937424} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.360326] env[70621]: INFO nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Created linked-clone VM from snapshot [ 1511.361022] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7acf86-056d-468c-abda-0a745c51203c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.369476] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Uploading image aff236b4-c567-4fa4-b322-577e0f2c4a21 {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1511.391263] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1511.391263] env[70621]: value = "vm-819305" [ 1511.391263] env[70621]: _type = "VirtualMachine" [ 1511.391263] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1511.391533] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5d24c9e-4d57-499b-9daf-2ecdd5f2897c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.399424] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease: (returnval){ [ 1511.399424] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dec0e7-f641-7217-f0f5-909b91650deb" [ 1511.399424] env[70621]: _type = "HttpNfcLease" [ 1511.399424] env[70621]: } obtained for exporting VM: (result){ [ 1511.399424] env[70621]: value = "vm-819305" [ 1511.399424] env[70621]: _type = "VirtualMachine" [ 1511.399424] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1511.399728] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the lease: (returnval){ [ 1511.399728] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dec0e7-f641-7217-f0f5-909b91650deb" [ 1511.399728] env[70621]: _type = "HttpNfcLease" [ 1511.399728] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1511.406488] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.406488] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dec0e7-f641-7217-f0f5-909b91650deb" [ 1511.406488] env[70621]: _type = "HttpNfcLease" [ 1511.406488] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1511.908603] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.908603] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dec0e7-f641-7217-f0f5-909b91650deb" [ 1511.908603] env[70621]: _type = "HttpNfcLease" [ 1511.908603] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1511.909043] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1511.909043] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52dec0e7-f641-7217-f0f5-909b91650deb" [ 1511.909043] env[70621]: _type = "HttpNfcLease" [ 1511.909043] env[70621]: }. {{(pid=70621) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1511.909578] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e54ebe2-bdfb-4992-a4cb-f31455aa76e1 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.917041] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb5560-fe75-21d2-f746-296f86751d67/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1511.917257] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb5560-fe75-21d2-f746-296f86751d67/disk-0.vmdk for reading. {{(pid=70621) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1512.005258] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51d43980-d0e4-4121-9699-79682da15c8d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.698029] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.698029] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.908014] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.909034] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.413106] env[70621]: DEBUG nova.compute.utils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1513.916931] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.980928] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.981394] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.981484] env[70621]: INFO nova.compute.manager [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Attaching volume 8f71ad0a-60b4-442d-ba5a-27e782d15e04 to /dev/sdb [ 1515.013476] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ceb65b-97bf-4f56-9030-46590857cd29 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.021600] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2726c013-1b46-4f42-81e8-078ba088c343 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.035928] env[70621]: DEBUG nova.virt.block_device [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updating existing volume attachment record: dacbbd56-d654-4ee7-9cf4-271fd4283ead {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1519.241928] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb5560-fe75-21d2-f746-296f86751d67/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1519.242903] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d9da9c-f8f1-4e5f-b3d5-4a73b471a906 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.249166] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb5560-fe75-21d2-f746-296f86751d67/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1519.249340] env[70621]: ERROR oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb5560-fe75-21d2-f746-296f86751d67/disk-0.vmdk due to incomplete transfer. [ 1519.249565] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-60e9d061-179e-45ae-8d43-88f8f824c417 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.257083] env[70621]: DEBUG oslo_vmware.rw_handles [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52eb5560-fe75-21d2-f746-296f86751d67/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1519.257297] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Uploaded image aff236b4-c567-4fa4-b322-577e0f2c4a21 to the Glance image server {{(pid=70621) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1519.259789] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Destroying the VM {{(pid=70621) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1519.260069] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4e24a64-35b9-4d97-bd28-19ce9a9225cc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.266271] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1519.266271] env[70621]: value = "task-4136969" [ 1519.266271] env[70621]: _type = "Task" [ 1519.266271] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.274150] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136969, 'name': Destroy_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.581926] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1519.582224] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819306', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'name': 'volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '828c4d0a-20c9-4d66-98d6-1ac66f394cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'serial': '8f71ad0a-60b4-442d-ba5a-27e782d15e04'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1519.583211] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788c13f-7a02-4179-8970-c8ab535188b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.601255] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c3a311-6374-4a96-8867-052e9736653c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.626759] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04/volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.627101] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ead9863-4905-4034-b079-de242e6f42e2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.645588] env[70621]: DEBUG oslo_vmware.api [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1519.645588] env[70621]: value = "task-4136970" [ 1519.645588] env[70621]: _type = "Task" [ 1519.645588] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.654454] env[70621]: DEBUG oslo_vmware.api [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.776278] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136969, 'name': Destroy_Task, 'duration_secs': 0.339235} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.776734] env[70621]: INFO nova.virt.vmwareapi.vm_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Destroyed the VM [ 1519.777151] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deleting Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1519.777517] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8320b744-7825-432f-b67d-a40889eb0dfb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.785331] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1519.785331] env[70621]: value = "task-4136971" [ 1519.785331] env[70621]: _type = "Task" [ 1519.785331] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.793566] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136971, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.157984] env[70621]: DEBUG oslo_vmware.api [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136970, 'name': ReconfigVM_Task, 'duration_secs': 0.363708} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.158350] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04/volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.163426] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f85276ee-96fc-4c7b-8939-2a0478f6f83a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.180316] env[70621]: DEBUG oslo_vmware.api [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1520.180316] env[70621]: value = "task-4136972" [ 1520.180316] env[70621]: _type = "Task" [ 1520.180316] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.189283] env[70621]: DEBUG oslo_vmware.api [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.295723] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136971, 'name': RemoveSnapshot_Task, 'duration_secs': 0.356949} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.296137] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deleted Snapshot of the VM instance {{(pid=70621) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1520.296295] env[70621]: DEBUG nova.compute.manager [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1520.297115] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e512ae8-aa39-447b-843f-89b7080bfe3e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.690383] env[70621]: DEBUG oslo_vmware.api [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136972, 'name': ReconfigVM_Task, 'duration_secs': 0.196571} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.690726] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819306', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'name': 'volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '828c4d0a-20c9-4d66-98d6-1ac66f394cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'serial': '8f71ad0a-60b4-442d-ba5a-27e782d15e04'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1520.809102] env[70621]: INFO nova.compute.manager [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Shelve offloading [ 1521.312603] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.313030] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d72fdc99-2074-4544-87cb-6a7bc03f060c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.320802] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1521.320802] env[70621]: value = "task-4136973" [ 1521.320802] env[70621]: _type = "Task" [ 1521.320802] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.329280] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.728889] env[70621]: DEBUG nova.objects.instance [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'flavor' on Instance uuid 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.833848] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] VM already powered off {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1521.834013] env[70621]: DEBUG nova.compute.manager [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1521.835047] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71622c3-53bd-4e9f-9772-1b78001b559e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.841329] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.841497] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.841672] env[70621]: DEBUG nova.network.neutron [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.234123] env[70621]: DEBUG oslo_concurrency.lockutils [None req-9260f30f-02fe-4e99-aa49-d411d842fe4d tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.470118] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.470397] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.559939] env[70621]: DEBUG nova.network.neutron [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.975551] env[70621]: INFO nova.compute.manager [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Detaching volume 8f71ad0a-60b4-442d-ba5a-27e782d15e04 [ 1523.008916] env[70621]: INFO nova.virt.block_device [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Attempting to driver detach volume 8f71ad0a-60b4-442d-ba5a-27e782d15e04 from mountpoint /dev/sdb [ 1523.009203] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1523.009442] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819306', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'name': 'volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '828c4d0a-20c9-4d66-98d6-1ac66f394cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'serial': '8f71ad0a-60b4-442d-ba5a-27e782d15e04'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1523.010281] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb0ff1-8e0c-48c3-9463-2bf6f18df649 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.032865] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737cf37e-577a-48b7-a46b-9baef3c1c243 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.039895] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d434a29c-ba4b-4b2e-801a-a5b70b1ab941 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.059558] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c63135-45ce-47fe-bded-0ac6b7db22f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.062513] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.075350] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04/volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1523.080431] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1523.080985] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79492356-f08d-4acb-8df6-410ec11d1cfc {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.100151] env[70621]: DEBUG oslo_vmware.api [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1523.100151] env[70621]: value = "task-4136974" [ 1523.100151] env[70621]: _type = "Task" [ 1523.100151] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.108292] env[70621]: DEBUG oslo_vmware.api [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.326286] env[70621]: DEBUG nova.compute.manager [req-5a437fd7-1591-4692-874b-345648204350 req-a8aced07-b50b-4d4f-87dc-a2a3037d7c23 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-vif-unplugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1523.326422] env[70621]: DEBUG oslo_concurrency.lockutils [req-5a437fd7-1591-4692-874b-345648204350 req-a8aced07-b50b-4d4f-87dc-a2a3037d7c23 service nova] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.326661] env[70621]: DEBUG oslo_concurrency.lockutils [req-5a437fd7-1591-4692-874b-345648204350 req-a8aced07-b50b-4d4f-87dc-a2a3037d7c23 service nova] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.326834] env[70621]: DEBUG oslo_concurrency.lockutils [req-5a437fd7-1591-4692-874b-345648204350 req-a8aced07-b50b-4d4f-87dc-a2a3037d7c23 service nova] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.327016] env[70621]: DEBUG nova.compute.manager [req-5a437fd7-1591-4692-874b-345648204350 req-a8aced07-b50b-4d4f-87dc-a2a3037d7c23 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] No waiting events found dispatching network-vif-unplugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1523.327451] env[70621]: WARNING nova.compute.manager [req-5a437fd7-1591-4692-874b-345648204350 req-a8aced07-b50b-4d4f-87dc-a2a3037d7c23 service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received unexpected event network-vif-unplugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 for instance with vm_state shelved and task_state shelving_offloading. [ 1523.458793] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.459704] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b72bbe-637a-4768-8330-19f157285b39 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.467990] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1523.468251] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebb28a16-1d60-49ed-9547-e9ad73467293 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.532097] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1523.532533] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1523.532583] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleting the datastore file [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1523.532907] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce72e0db-3873-4821-86b1-1fba6f36fa0e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.540553] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1523.540553] env[70621]: value = "task-4136976" [ 1523.540553] env[70621]: _type = "Task" [ 1523.540553] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.548956] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.610022] env[70621]: DEBUG oslo_vmware.api [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136974, 'name': ReconfigVM_Task, 'duration_secs': 0.218058} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.610333] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1523.615022] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b212366-0388-4288-b353-87ca1f670761 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.630036] env[70621]: DEBUG oslo_vmware.api [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1523.630036] env[70621]: value = "task-4136977" [ 1523.630036] env[70621]: _type = "Task" [ 1523.630036] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.638379] env[70621]: DEBUG oslo_vmware.api [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.050642] env[70621]: DEBUG oslo_vmware.api [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135154} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.050927] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1524.051135] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1524.051311] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1524.139960] env[70621]: DEBUG oslo_vmware.api [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136977, 'name': ReconfigVM_Task, 'duration_secs': 0.161307} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.140311] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819306', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'name': 'volume-8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '828c4d0a-20c9-4d66-98d6-1ac66f394cb6', 'attached_at': '', 'detached_at': '', 'volume_id': '8f71ad0a-60b4-442d-ba5a-27e782d15e04', 'serial': '8f71ad0a-60b4-442d-ba5a-27e782d15e04'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1524.170607] env[70621]: INFO nova.scheduler.client.report [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted allocations for instance 695a0431-44bf-47e9-9b39-b600d3cb2ce0 [ 1524.675959] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.676527] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.676904] env[70621]: DEBUG nova.objects.instance [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'resources' on Instance uuid 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.683008] env[70621]: DEBUG nova.objects.instance [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'flavor' on Instance uuid 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.181016] env[70621]: DEBUG nova.objects.instance [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'numa_topology' on Instance uuid 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1525.352008] env[70621]: DEBUG nova.compute.manager [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.352282] env[70621]: DEBUG nova.compute.manager [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing instance network info cache due to event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1525.352431] env[70621]: DEBUG oslo_concurrency.lockutils [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.352582] env[70621]: DEBUG oslo_concurrency.lockutils [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.352752] env[70621]: DEBUG nova.network.neutron [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.683528] env[70621]: DEBUG nova.objects.base [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Object Instance<695a0431-44bf-47e9-9b39-b600d3cb2ce0> lazy-loaded attributes: resources,numa_topology {{(pid=70621) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1525.690673] env[70621]: DEBUG oslo_concurrency.lockutils [None req-4dc73456-5b8f-4f91-8d93-f3510451c935 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.716689] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1575f0-3f99-42d7-8775-c68f5b7adea0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.725852] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc238c-64c5-453e-a2f8-ac70a2755fdb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.756255] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70edfb6-a614-43bc-abb5-f28afea24308 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.764008] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44a9058-a5f0-4331-9b43-44979eb5746f {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.777913] env[70621]: DEBUG nova.compute.provider_tree [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.075543] env[70621]: DEBUG nova.network.neutron [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updated VIF entry in instance network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.075980] env[70621]: DEBUG nova.network.neutron [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.281543] env[70621]: DEBUG nova.scheduler.client.report [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.578837] env[70621]: DEBUG oslo_concurrency.lockutils [req-2a0b936e-02e8-4f86-b1f7-ee3b77b44ad6 req-ae071b22-a763-4af3-875d-a49d3ca5778c service nova] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.691906] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.729048] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.729048] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.729275] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.729380] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.729576] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.731936] env[70621]: INFO nova.compute.manager [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Terminating instance [ 1526.786268] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.236217] env[70621]: DEBUG nova.compute.manager [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.236446] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.237804] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d54340-cce6-4efe-adf0-2b7b7131cac3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.245447] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.245695] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84410c74-cd61-4f06-8d0d-777ac004a290 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.252432] env[70621]: DEBUG oslo_vmware.api [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1527.252432] env[70621]: value = "task-4136978" [ 1527.252432] env[70621]: _type = "Task" [ 1527.252432] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.260564] env[70621]: DEBUG oslo_vmware.api [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.296837] env[70621]: DEBUG oslo_concurrency.lockutils [None req-be7ade70-53c8-4bc8-a024-970548cd3b7d tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.055s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.297892] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.606s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.298089] env[70621]: INFO nova.compute.manager [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Unshelving [ 1527.763433] env[70621]: DEBUG oslo_vmware.api [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136978, 'name': PowerOffVM_Task, 'duration_secs': 0.184485} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.763854] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1527.763926] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1527.764211] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2f7058b-b73d-4c1a-a262-17c8d0169d6b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.832178] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1527.832409] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1527.832593] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleting the datastore file [datastore2] 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1527.832928] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28fe17b7-d7ac-4c0a-a5e7-d8c7a963d7bf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.840213] env[70621]: DEBUG oslo_vmware.api [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1527.840213] env[70621]: value = "task-4136980" [ 1527.840213] env[70621]: _type = "Task" [ 1527.840213] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.848912] env[70621]: DEBUG oslo_vmware.api [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.327834] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.328143] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.328367] env[70621]: DEBUG nova.objects.instance [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'pci_requests' on Instance uuid 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.351611] env[70621]: DEBUG oslo_vmware.api [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142876} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.351911] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1528.352154] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1528.352366] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1528.352548] env[70621]: INFO nova.compute.manager [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1528.352892] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1528.353449] env[70621]: DEBUG nova.compute.manager [-] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1528.353607] env[70621]: DEBUG nova.network.neutron [-] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1528.833350] env[70621]: DEBUG nova.objects.instance [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'numa_topology' on Instance uuid 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.858775] env[70621]: DEBUG nova.compute.manager [req-9693f61e-5e6a-4bc6-aba0-bbda4db2e5df req-17d4b4bd-4b6a-45af-a224-636f33249877 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Received event network-vif-deleted-3b3e1719-ef56-406e-92ea-a77230fa13b0 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1528.858775] env[70621]: INFO nova.compute.manager [req-9693f61e-5e6a-4bc6-aba0-bbda4db2e5df req-17d4b4bd-4b6a-45af-a224-636f33249877 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Neutron deleted interface 3b3e1719-ef56-406e-92ea-a77230fa13b0; detaching it from the instance and deleting it from the info cache [ 1528.858775] env[70621]: DEBUG nova.network.neutron [req-9693f61e-5e6a-4bc6-aba0-bbda4db2e5df req-17d4b4bd-4b6a-45af-a224-636f33249877 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.337700] env[70621]: INFO nova.compute.claims [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.340313] env[70621]: DEBUG nova.network.neutron [-] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.361823] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f4fba34-0795-4fa7-9691-f7c132801942 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.373837] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a52836-b082-413a-ba79-e4757c8f0047 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.406259] env[70621]: DEBUG nova.compute.manager [req-9693f61e-5e6a-4bc6-aba0-bbda4db2e5df req-17d4b4bd-4b6a-45af-a224-636f33249877 service nova] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Detach interface failed, port_id=3b3e1719-ef56-406e-92ea-a77230fa13b0, reason: Instance 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1529.845395] env[70621]: INFO nova.compute.manager [-] [instance: 828c4d0a-20c9-4d66-98d6-1ac66f394cb6] Took 1.49 seconds to deallocate network for instance. [ 1530.352367] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.392670] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ea9f0f-bb7c-4f19-8676-4828a99e7b53 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.400863] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1259becf-c875-4607-b220-782d3fa2273a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.430381] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2912f7b-d5c2-4d50-b870-fb5a42dcea2c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.438053] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa48d97-80d4-46d2-b4e8-e0d22ea19002 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.452582] env[70621]: DEBUG nova.compute.provider_tree [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.955859] env[70621]: DEBUG nova.scheduler.client.report [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.461679] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.133s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.464136] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.112s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1531.464404] env[70621]: DEBUG nova.objects.instance [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'resources' on Instance uuid 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.493564] env[70621]: INFO nova.network.neutron [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1532.005674] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f13a0a-db35-48d1-a71a-d6b491443c96 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.013587] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7701a97-017b-4900-8d15-ddbe0549d7de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.043750] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6de29bb-c5ab-4e9b-9056-37cbf4d797c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.051692] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a6ac27-9df5-4a78-b8fb-4b316cd55ff5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.065076] env[70621]: DEBUG nova.compute.provider_tree [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.568490] env[70621]: DEBUG nova.scheduler.client.report [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.870748] env[70621]: DEBUG nova.compute.manager [req-d36281f3-8322-439e-b5f0-a897d6118c9d req-32d4baa0-e9b4-4852-8f7a-94b6deeaccbf service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-vif-plugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1532.870914] env[70621]: DEBUG oslo_concurrency.lockutils [req-d36281f3-8322-439e-b5f0-a897d6118c9d req-32d4baa0-e9b4-4852-8f7a-94b6deeaccbf service nova] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.871153] env[70621]: DEBUG oslo_concurrency.lockutils [req-d36281f3-8322-439e-b5f0-a897d6118c9d req-32d4baa0-e9b4-4852-8f7a-94b6deeaccbf service nova] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.871336] env[70621]: DEBUG oslo_concurrency.lockutils [req-d36281f3-8322-439e-b5f0-a897d6118c9d req-32d4baa0-e9b4-4852-8f7a-94b6deeaccbf service nova] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.871504] env[70621]: DEBUG nova.compute.manager [req-d36281f3-8322-439e-b5f0-a897d6118c9d req-32d4baa0-e9b4-4852-8f7a-94b6deeaccbf service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] No waiting events found dispatching network-vif-plugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1532.871666] env[70621]: WARNING nova.compute.manager [req-d36281f3-8322-439e-b5f0-a897d6118c9d req-32d4baa0-e9b4-4852-8f7a-94b6deeaccbf service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received unexpected event network-vif-plugged-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 for instance with vm_state shelved_offloaded and task_state spawning. [ 1532.961064] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.961289] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.961745] env[70621]: DEBUG nova.network.neutron [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.075014] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.097197] env[70621]: INFO nova.scheduler.client.report [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted allocations for instance 828c4d0a-20c9-4d66-98d6-1ac66f394cb6 [ 1533.604512] env[70621]: DEBUG oslo_concurrency.lockutils [None req-3884b43b-34ea-4b57-bd3c-1a4fdb46b9aa tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "828c4d0a-20c9-4d66-98d6-1ac66f394cb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.875s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.668227] env[70621]: DEBUG nova.network.neutron [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.170645] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.200019] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='df227d66372f6d0b72b4f25163f99a95',container_format='bare',created_at=2025-05-14T08:33:19Z,direct_url=,disk_format='vmdk',id=aff236b4-c567-4fa4-b322-577e0f2c4a21,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-931215029-shelved',owner='2106c5834959491a8033996ef863509d',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-14T08:33:32Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.200019] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.200019] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.200019] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.200019] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.200635] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.201052] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.201362] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.201672] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.201972] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.202577] env[70621]: DEBUG nova.virt.hardware [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.203729] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d220171-1d83-4eeb-a95b-c876ecee9452 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.212343] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673b128-da00-4f1a-9241-490f372eeda9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.226707] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:e9:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f26e0c-bbb8-4c94-9aa4-be74e7de2091', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.234081] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1534.234380] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.234603] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ffaaa36-fb31-4790-b761-e909e8a9374a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.255505] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.255505] env[70621]: value = "task-4136981" [ 1534.255505] env[70621]: _type = "Task" [ 1534.255505] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.264182] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136981, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.769024] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136981, 'name': CreateVM_Task, 'duration_secs': 0.347454} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.769024] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1534.769024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.769024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.769024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.769024] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4a6909-d053-4ed7-842d-ac26ccaae746 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.773020] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1534.773020] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]526ad72e-fb7f-2693-ea51-fa9d04473d25" [ 1534.773020] env[70621]: _type = "Task" [ 1534.773020] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.782210] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]526ad72e-fb7f-2693-ea51-fa9d04473d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.895830] env[70621]: DEBUG nova.compute.manager [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1534.896043] env[70621]: DEBUG nova.compute.manager [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing instance network info cache due to event network-changed-10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1534.896269] env[70621]: DEBUG oslo_concurrency.lockutils [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] Acquiring lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.896418] env[70621]: DEBUG oslo_concurrency.lockutils [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] Acquired lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.896582] env[70621]: DEBUG nova.network.neutron [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Refreshing network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.284389] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.284774] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Processing image aff236b4-c567-4fa4-b322-577e0f2c4a21 {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.284946] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.285116] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.285303] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.285569] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2e852e7-4950-4e0e-9cc9-71f52bfa4c41 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.319301] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.319510] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.320295] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fda7e469-a6f9-4e96-af1f-04384611d574 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.326094] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1535.326094] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]5299cf30-a5ca-fe4e-32db-02cc256bbb82" [ 1535.326094] env[70621]: _type = "Task" [ 1535.326094] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.334190] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]5299cf30-a5ca-fe4e-32db-02cc256bbb82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.609071] env[70621]: DEBUG nova.network.neutron [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updated VIF entry in instance network info cache for port 10f26e0c-bbb8-4c94-9aa4-be74e7de2091. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.609474] env[70621]: DEBUG nova.network.neutron [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [{"id": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "address": "fa:16:3e:8d:e9:ad", "network": {"id": "88c6c4d3-2fec-40f9-932e-afc970f6cc5a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-547226669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2106c5834959491a8033996ef863509d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f26e0c-bb", "ovs_interfaceid": "10f26e0c-bbb8-4c94-9aa4-be74e7de2091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.788629] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.789012] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.836558] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Preparing fetch location {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1535.836836] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Fetch image to [datastore2] OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a/OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a.vmdk {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1535.837039] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Downloading stream optimized image aff236b4-c567-4fa4-b322-577e0f2c4a21 to [datastore2] OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a/OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a.vmdk on the data store datastore2 as vApp {{(pid=70621) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1535.837244] env[70621]: DEBUG nova.virt.vmwareapi.images [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Downloading image file data aff236b4-c567-4fa4-b322-577e0f2c4a21 to the ESX as VM named 'OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a' {{(pid=70621) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1535.912877] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1535.912877] env[70621]: value = "resgroup-9" [ 1535.912877] env[70621]: _type = "ResourcePool" [ 1535.912877] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1535.913208] env[70621]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-29ba9d29-7d43-4e2d-bd3f-8ab9bc073836 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.935344] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease: (returnval){ [ 1535.935344] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a006cf-7645-9cb7-1b27-b2b79a54e9a4" [ 1535.935344] env[70621]: _type = "HttpNfcLease" [ 1535.935344] env[70621]: } obtained for vApp import into resource pool (val){ [ 1535.935344] env[70621]: value = "resgroup-9" [ 1535.935344] env[70621]: _type = "ResourcePool" [ 1535.935344] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1535.935832] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the lease: (returnval){ [ 1535.935832] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a006cf-7645-9cb7-1b27-b2b79a54e9a4" [ 1535.935832] env[70621]: _type = "HttpNfcLease" [ 1535.935832] env[70621]: } to be ready. {{(pid=70621) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1535.942374] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1535.942374] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a006cf-7645-9cb7-1b27-b2b79a54e9a4" [ 1535.942374] env[70621]: _type = "HttpNfcLease" [ 1535.942374] env[70621]: } is initializing. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1536.112235] env[70621]: DEBUG oslo_concurrency.lockutils [req-21a985d4-a1a1-496f-a189-bc8578a8f28c req-7e87d41a-7e09-4ec0-93f6-af4b635faeec service nova] Releasing lock "refresh_cache-695a0431-44bf-47e9-9b39-b600d3cb2ce0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.291286] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Starting instance... {{(pid=70621) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1536.445849] env[70621]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1536.445849] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a006cf-7645-9cb7-1b27-b2b79a54e9a4" [ 1536.445849] env[70621]: _type = "HttpNfcLease" [ 1536.445849] env[70621]: } is ready. {{(pid=70621) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1536.446208] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1536.446208] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52a006cf-7645-9cb7-1b27-b2b79a54e9a4" [ 1536.446208] env[70621]: _type = "HttpNfcLease" [ 1536.446208] env[70621]: }. {{(pid=70621) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1536.446956] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abdb22-2291-4e63-8563-a7565dc3f5cb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.454960] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c1125-db9b-1748-2e26-1c256a48da44/disk-0.vmdk from lease info. {{(pid=70621) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1536.455170] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c1125-db9b-1748-2e26-1c256a48da44/disk-0.vmdk. {{(pid=70621) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1536.518126] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd3b1e30-cc68-4929-a114-76c295fe174a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.819024] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.819383] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.821175] env[70621]: INFO nova.compute.claims [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.599427] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Completed reading data from the image iterator. {{(pid=70621) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1537.599885] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c1125-db9b-1748-2e26-1c256a48da44/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1537.600969] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c7b819-6fc8-425e-9d0c-7adfffe10e7c {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.610438] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c1125-db9b-1748-2e26-1c256a48da44/disk-0.vmdk is in state: ready. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1537.610677] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c1125-db9b-1748-2e26-1c256a48da44/disk-0.vmdk. {{(pid=70621) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1537.610954] env[70621]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b991907e-cca9-40c0-9d98-093e81621261 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.802216] env[70621]: DEBUG oslo_vmware.rw_handles [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c1125-db9b-1748-2e26-1c256a48da44/disk-0.vmdk. {{(pid=70621) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1537.802445] env[70621]: INFO nova.virt.vmwareapi.images [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Downloaded image file data aff236b4-c567-4fa4-b322-577e0f2c4a21 [ 1537.803319] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035d6a07-8355-4801-bcc2-9af2d086a28b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.818653] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b196eb1-dd8e-4fca-ad3d-d00751d3bdbe {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.846215] env[70621]: INFO nova.virt.vmwareapi.images [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] The imported VM was unregistered [ 1537.849089] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Caching image {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1537.849333] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Creating directory with path [datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.852279] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9989c7e0-8eb1-4116-9aa5-394c145125b6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.863876] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Created directory with path [datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21 {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.863876] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a/OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a.vmdk to [datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk. {{(pid=70621) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1537.866295] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eca13e04-93ac-4c25-9557-9f79ae7f8a9b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.874054] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1537.874054] env[70621]: value = "task-4136984" [ 1537.874054] env[70621]: _type = "Task" [ 1537.874054] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.879883] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21377a67-d9b0-4d28-9029-004f496ae813 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.885411] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136984, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.889832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c1c8f-7b1b-4d87-915c-96e8b2d682de {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.919440] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9b8a41-96c8-44d0-8392-fde1a4fffcc3 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.927197] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cfb97b-f7c6-4352-aaf4-b1455793113b {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.942109] env[70621]: DEBUG nova.compute.provider_tree [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.385814] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136984, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.446224] env[70621]: DEBUG nova.scheduler.client.report [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.884436] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136984, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.951571] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.952207] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Start building networks asynchronously for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1539.385468] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136984, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.458602] env[70621]: DEBUG nova.compute.utils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1539.460627] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Allocating IP information in the background. {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.460894] env[70621]: DEBUG nova.network.neutron [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] allocate_for_instance() {{(pid=70621) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.516325] env[70621]: DEBUG nova.policy [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1e6197561d746918df63c9fd410e708', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '669f0f085daa4c059ab1f5d94b3099e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70621) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.810134] env[70621]: DEBUG nova.network.neutron [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Successfully created port: 2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.886725] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136984, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.964332] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Start building block device mappings for instance. {{(pid=70621) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1540.387475] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136984, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.45238} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.387751] env[70621]: INFO nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a/OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a.vmdk to [datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk. [ 1540.387943] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Cleaning up location [datastore2] OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1540.388137] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f0916212-8847-4ad7-9577-758b84b0e58a {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.388391] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2b88403-ee62-4bcc-a84a-0fc290f39ec0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.394842] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1540.394842] env[70621]: value = "task-4136985" [ 1540.394842] env[70621]: _type = "Task" [ 1540.394842] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.402755] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.905074] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042868} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.905462] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.905462] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.905807] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk to [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1540.906138] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67e1bfc8-2e9f-403d-9f5b-ce84716923ff {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.913425] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1540.913425] env[70621]: value = "task-4136986" [ 1540.913425] env[70621]: _type = "Task" [ 1540.913425] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.921406] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.973987] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Start spawning the instance on the hypervisor. {{(pid=70621) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1541.001685] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T08:17:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T08:16:47Z,direct_url=,disk_format='vmdk',id=dda99475-65f9-478e-9945-1cea6999496b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4d24b3a827414cf0944963c4108383fe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T08:16:48Z,virtual_size=,visibility=), allow threads: False {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1541.001939] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.002119] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image limits 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1541.002308] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Flavor pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.002457] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Image pref 0:0:0 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1541.002714] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70621) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1541.002994] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1541.003184] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1541.003359] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Got 1 possible topologies {{(pid=70621) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1541.003526] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1541.003702] env[70621]: DEBUG nova.virt.hardware [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70621) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1541.004589] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494fba47-1f70-4cd6-928f-8a735290418e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.012408] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4b2cae-2dd7-47dd-9405-2f8d5cc56ea5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.196840] env[70621]: DEBUG nova.compute.manager [req-18197386-24cb-4bda-8a7a-69bff05c3829 req-c21bc850-8735-4e26-b59a-2756708597b5 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Received event network-vif-plugged-2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1541.197132] env[70621]: DEBUG oslo_concurrency.lockutils [req-18197386-24cb-4bda-8a7a-69bff05c3829 req-c21bc850-8735-4e26-b59a-2756708597b5 service nova] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.197363] env[70621]: DEBUG oslo_concurrency.lockutils [req-18197386-24cb-4bda-8a7a-69bff05c3829 req-c21bc850-8735-4e26-b59a-2756708597b5 service nova] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.197535] env[70621]: DEBUG oslo_concurrency.lockutils [req-18197386-24cb-4bda-8a7a-69bff05c3829 req-c21bc850-8735-4e26-b59a-2756708597b5 service nova] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.197728] env[70621]: DEBUG nova.compute.manager [req-18197386-24cb-4bda-8a7a-69bff05c3829 req-c21bc850-8735-4e26-b59a-2756708597b5 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] No waiting events found dispatching network-vif-plugged-2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1541.197905] env[70621]: WARNING nova.compute.manager [req-18197386-24cb-4bda-8a7a-69bff05c3829 req-c21bc850-8735-4e26-b59a-2756708597b5 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Received unexpected event network-vif-plugged-2cee3a0b-44fd-4917-a161-09c4d8c52750 for instance with vm_state building and task_state spawning. [ 1541.424681] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136986, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.592283] env[70621]: DEBUG nova.network.neutron [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Successfully updated port: 2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.925743] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136986, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.097355] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.097355] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.097355] env[70621]: DEBUG nova.network.neutron [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Building network info cache for instance {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1542.426467] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136986, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.639667] env[70621]: DEBUG nova.network.neutron [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Instance cache missing network info. {{(pid=70621) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.818311] env[70621]: DEBUG nova.network.neutron [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updating instance_info_cache with network_info: [{"id": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "address": "fa:16:3e:b6:1a:ab", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cee3a0b-44", "ovs_interfaceid": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.933073] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136986, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.226896] env[70621]: DEBUG nova.compute.manager [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Received event network-changed-2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.227097] env[70621]: DEBUG nova.compute.manager [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Refreshing instance network info cache due to event network-changed-2cee3a0b-44fd-4917-a161-09c4d8c52750. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1543.227291] env[70621]: DEBUG oslo_concurrency.lockutils [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] Acquiring lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.320817] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.321157] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Instance network_info: |[{"id": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "address": "fa:16:3e:b6:1a:ab", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cee3a0b-44", "ovs_interfaceid": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70621) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.321480] env[70621]: DEBUG oslo_concurrency.lockutils [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] Acquired lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.321666] env[70621]: DEBUG nova.network.neutron [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Refreshing network info cache for port 2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.323074] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:1a:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cee3a0b-44fd-4917-a161-09c4d8c52750', 'vif_model': 'vmxnet3'}] {{(pid=70621) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.330475] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1543.333344] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Creating VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.333770] env[70621]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f7b4d3-e4cd-48a0-8b09-75b1682a5f62 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.354051] env[70621]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.354051] env[70621]: value = "task-4136987" [ 1543.354051] env[70621]: _type = "Task" [ 1543.354051] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.363924] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136987, 'name': CreateVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.430320] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136986, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.290346} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.430586] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aff236b4-c567-4fa4-b322-577e0f2c4a21/aff236b4-c567-4fa4-b322-577e0f2c4a21.vmdk to [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.431393] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e7e4d-edbc-49a9-a9f9-eb8e0cb60a72 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.455250] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.457933] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3678f4b2-5488-4768-a1de-9e589b2dc910 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.478469] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1543.478469] env[70621]: value = "task-4136988" [ 1543.478469] env[70621]: _type = "Task" [ 1543.478469] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.487629] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.560640] env[70621]: DEBUG nova.network.neutron [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updated VIF entry in instance network info cache for port 2cee3a0b-44fd-4917-a161-09c4d8c52750. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.561136] env[70621]: DEBUG nova.network.neutron [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updating instance_info_cache with network_info: [{"id": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "address": "fa:16:3e:b6:1a:ab", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cee3a0b-44", "ovs_interfaceid": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.865605] env[70621]: DEBUG oslo_vmware.api [-] Task: {'id': task-4136987, 'name': CreateVM_Task, 'duration_secs': 0.385132} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.865798] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Created VM on the ESX host {{(pid=70621) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.866563] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.867622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.867622] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.867622] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a187fa-d513-465b-bdc1-2274ef1d7478 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.872768] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1543.872768] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52bdc13e-7c54-d503-4552-76599560a215" [ 1543.872768] env[70621]: _type = "Task" [ 1543.872768] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.881025] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bdc13e-7c54-d503-4552-76599560a215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.988386] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136988, 'name': ReconfigVM_Task, 'duration_secs': 0.356482} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.988776] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0/695a0431-44bf-47e9-9b39-b600d3cb2ce0.vmdk or device None with type streamOptimized {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.989314] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfceb61a-d169-4850-93ff-375a05fe29f7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.995956] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1543.995956] env[70621]: value = "task-4136989" [ 1543.995956] env[70621]: _type = "Task" [ 1543.995956] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.004285] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136989, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.064407] env[70621]: DEBUG oslo_concurrency.lockutils [req-7188ae8d-6eca-4623-bc4d-4cac2296ab85 req-6f8e1d1f-1339-4ffd-8e6e-02c02d4cd3de service nova] Releasing lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.383365] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52bdc13e-7c54-d503-4552-76599560a215, 'name': SearchDatastore_Task, 'duration_secs': 0.052485} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.383635] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.383875] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Processing image dda99475-65f9-478e-9945-1cea6999496b {{(pid=70621) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.384126] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.384282] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.384467] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.384734] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73eb5df8-91f4-4529-8f78-350c51b0149e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.397708] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70621) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.397889] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70621) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.398642] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d724aab1-8f80-4b84-94bd-71391c1521b4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.404583] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1544.404583] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52146209-0436-04ee-29f4-26ddc85f8906" [ 1544.404583] env[70621]: _type = "Task" [ 1544.404583] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.412440] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52146209-0436-04ee-29f4-26ddc85f8906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.505954] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136989, 'name': Rename_Task, 'duration_secs': 0.148996} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.506261] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.506498] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-673cb2a3-9a1b-4dea-a3d0-098189b5501d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.513237] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1544.513237] env[70621]: value = "task-4136990" [ 1544.513237] env[70621]: _type = "Task" [ 1544.513237] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.521143] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.915763] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52146209-0436-04ee-29f4-26ddc85f8906, 'name': SearchDatastore_Task, 'duration_secs': 0.060753} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.916606] env[70621]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcafbd5-2089-4502-ab3f-9492e62f81b2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.922810] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1544.922810] env[70621]: value = "session[520070cf-5d45-3171-347e-719874a6037c]52767cf5-ddd9-d6c1-c7da-f109f6c2b62b" [ 1544.922810] env[70621]: _type = "Task" [ 1544.922810] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.932657] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52767cf5-ddd9-d6c1-c7da-f109f6c2b62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.022821] env[70621]: DEBUG oslo_vmware.api [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136990, 'name': PowerOnVM_Task, 'duration_secs': 0.447541} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.023140] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.119136] env[70621]: DEBUG nova.compute.manager [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1545.120079] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d024dba2-c2bb-40ad-944b-3c02c0ea8147 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.435083] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': session[520070cf-5d45-3171-347e-719874a6037c]52767cf5-ddd9-d6c1-c7da-f109f6c2b62b, 'name': SearchDatastore_Task, 'duration_secs': 0.013436} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.435083] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.435357] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c7acd344-97ae-4ddc-af34-093485bc5ba0/c7acd344-97ae-4ddc-af34-093485bc5ba0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.435533] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee8c8f6-c439-47c4-9af1-03d23d9bc1a2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.442793] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1545.442793] env[70621]: value = "task-4136991" [ 1545.442793] env[70621]: _type = "Task" [ 1545.442793] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.450367] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.638128] env[70621]: DEBUG oslo_concurrency.lockutils [None req-cb827378-aa55-4f09-b772-5c9493d30e18 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.340s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.954055] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458987} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.954427] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dda99475-65f9-478e-9945-1cea6999496b/dda99475-65f9-478e-9945-1cea6999496b.vmdk to [datastore1] c7acd344-97ae-4ddc-af34-093485bc5ba0/c7acd344-97ae-4ddc-af34-093485bc5ba0.vmdk {{(pid=70621) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.954776] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Extending root virtual disk to 1048576 {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.955161] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8cfd690-aa35-455c-9687-5b11f61e9703 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.962439] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1545.962439] env[70621]: value = "task-4136992" [ 1545.962439] env[70621]: _type = "Task" [ 1545.962439] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.971083] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.473239] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068589} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.473709] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Extended root virtual disk {{(pid=70621) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.474391] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374dae46-7913-4eb9-bdc7-c4e030fed85d {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.497217] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] c7acd344-97ae-4ddc-af34-093485bc5ba0/c7acd344-97ae-4ddc-af34-093485bc5ba0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.497564] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5accb4dd-f73b-466c-8ce9-ae45aea51efd {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.518711] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1546.518711] env[70621]: value = "task-4136993" [ 1546.518711] env[70621]: _type = "Task" [ 1546.518711] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.527769] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.029795] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.529639] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136993, 'name': ReconfigVM_Task, 'duration_secs': 0.991347} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.530037] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Reconfigured VM instance instance-00000080 to attach disk [datastore1] c7acd344-97ae-4ddc-af34-093485bc5ba0/c7acd344-97ae-4ddc-af34-093485bc5ba0.vmdk or device None with type sparse {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1547.530678] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bc6f4a-5c87-4349-bef5-2f5dadd931c2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.537887] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1547.537887] env[70621]: value = "task-4136994" [ 1547.537887] env[70621]: _type = "Task" [ 1547.537887] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.545993] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136994, 'name': Rename_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.048599] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136994, 'name': Rename_Task, 'duration_secs': 0.141341} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.048880] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Powering on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.049148] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e82c09-8525-4ab3-8e59-cef2ecaf0b75 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.056460] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1548.056460] env[70621]: value = "task-4136995" [ 1548.056460] env[70621]: _type = "Task" [ 1548.056460] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.064329] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.568364] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.068433] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.569887] env[70621]: DEBUG oslo_vmware.api [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4136995, 'name': PowerOnVM_Task, 'duration_secs': 1.031156} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.570347] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Powered on the VM {{(pid=70621) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.570434] env[70621]: INFO nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1549.570624] env[70621]: DEBUG nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Checking state {{(pid=70621) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1549.571458] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bce23-2a36-4247-ba11-c32191b293db {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.088146] env[70621]: INFO nova.compute.manager [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Took 13.29 seconds to build instance. [ 1550.590490] env[70621]: DEBUG oslo_concurrency.lockutils [None req-e4bed514-6721-4a69-bd8e-9620ae0b6d0c tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.801s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.085960] env[70621]: DEBUG nova.compute.manager [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Received event network-changed-2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1551.085960] env[70621]: DEBUG nova.compute.manager [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Refreshing instance network info cache due to event network-changed-2cee3a0b-44fd-4917-a161-09c4d8c52750. {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1551.085960] env[70621]: DEBUG oslo_concurrency.lockutils [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] Acquiring lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.086217] env[70621]: DEBUG oslo_concurrency.lockutils [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] Acquired lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.086278] env[70621]: DEBUG nova.network.neutron [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Refreshing network info cache for port 2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.887126] env[70621]: DEBUG nova.network.neutron [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updated VIF entry in instance network info cache for port 2cee3a0b-44fd-4917-a161-09c4d8c52750. {{(pid=70621) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.887587] env[70621]: DEBUG nova.network.neutron [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updating instance_info_cache with network_info: [{"id": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "address": "fa:16:3e:b6:1a:ab", "network": {"id": "7397568c-c545-432b-af31-4ba3c9c4272f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1581748419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "669f0f085daa4c059ab1f5d94b3099e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cee3a0b-44", "ovs_interfaceid": "2cee3a0b-44fd-4917-a161-09c4d8c52750", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.390715] env[70621]: DEBUG oslo_concurrency.lockutils [req-dc256aa0-ab46-4012-a2a1-0fc90cf559a0 req-62412a7f-dc1b-4781-8e5a-7c0da226e2ea service nova] Releasing lock "refresh_cache-c7acd344-97ae-4ddc-af34-093485bc5ba0" {{(pid=70621) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.587747] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.588223] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.588223] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1556.586826] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.587263] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.090624] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.090968] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.091158] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.091330] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1557.092263] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af1a270-2974-4970-9651-a527049a9a1a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.101560] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b6147-c447-446e-bcf5-8f33c16642bb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.116687] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d81077b-a402-4d26-8163-1765e1b63f15 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.124545] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e50e01-5d86-4c02-9d5c-acaeea5b6f11 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.156486] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180782MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1557.156677] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.156854] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.185464] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance 695a0431-44bf-47e9-9b39-b600d3cb2ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1558.185799] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Instance c7acd344-97ae-4ddc-af34-093485bc5ba0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70621) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1558.185799] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1558.185950] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1558.224024] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905236a-15bb-43ba-bb0d-3a0d85a16d30 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.231813] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a4104d-e130-4039-ac79-07979d7b73f8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.262508] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045d321-ac94-45a5-b3c7-8ea280f10d86 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.270691] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9bffa7-aa95-486f-b686-5d2ce5fe9cab {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.285574] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.788966] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.294288] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1559.294703] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.138s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.289909] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.290224] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.290317] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.290393] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.583128] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1581.998062] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.998062] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.998062] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.998062] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.998062] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.000259] env[70621]: INFO nova.compute.manager [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Terminating instance [ 1582.503942] env[70621]: DEBUG nova.compute.manager [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.504239] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.505141] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d01a0ee-2b59-4d44-82c0-d787497f78d7 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.513194] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1582.513435] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12517247-d4f9-4026-94a7-140e19aa94c8 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.519925] env[70621]: DEBUG oslo_vmware.api [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1582.519925] env[70621]: value = "task-4136996" [ 1582.519925] env[70621]: _type = "Task" [ 1582.519925] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.528123] env[70621]: DEBUG oslo_vmware.api [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.030507] env[70621]: DEBUG oslo_vmware.api [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136996, 'name': PowerOffVM_Task, 'duration_secs': 0.265} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.030932] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.030932] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.031199] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dca7a1b-ef4c-47dd-8e6e-5e11cda89974 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.095709] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.095977] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deleting contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.096160] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleting the datastore file [datastore2] 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.096487] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03dfcfb4-5f09-4d4b-8c16-896c02ec5d17 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.104253] env[70621]: DEBUG oslo_vmware.api [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for the task: (returnval){ [ 1583.104253] env[70621]: value = "task-4136998" [ 1583.104253] env[70621]: _type = "Task" [ 1583.104253] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.112941] env[70621]: DEBUG oslo_vmware.api [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.615841] env[70621]: DEBUG oslo_vmware.api [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Task: {'id': task-4136998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130986} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.616125] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.616320] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deleted contents of the VM from datastore datastore2 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.616493] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.616667] env[70621]: INFO nova.compute.manager [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1583.616934] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1583.617144] env[70621]: DEBUG nova.compute.manager [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.617243] env[70621]: DEBUG nova.network.neutron [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.133994] env[70621]: DEBUG nova.compute.manager [req-4608524e-96d2-4261-a0bd-10e3b4761ede req-0759e81f-0e66-4a6a-a0b8-873f48e7681a service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Received event network-vif-deleted-10f26e0c-bbb8-4c94-9aa4-be74e7de2091 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1584.134332] env[70621]: INFO nova.compute.manager [req-4608524e-96d2-4261-a0bd-10e3b4761ede req-0759e81f-0e66-4a6a-a0b8-873f48e7681a service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Neutron deleted interface 10f26e0c-bbb8-4c94-9aa4-be74e7de2091; detaching it from the instance and deleting it from the info cache [ 1584.134558] env[70621]: DEBUG nova.network.neutron [req-4608524e-96d2-4261-a0bd-10e3b4761ede req-0759e81f-0e66-4a6a-a0b8-873f48e7681a service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.566861] env[70621]: DEBUG nova.network.neutron [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.637159] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1c73a29-ee12-4d48-85e6-a89ed1c2ccd9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.648771] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f88f7-705f-470f-b365-2beae80469c4 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.675293] env[70621]: DEBUG nova.compute.manager [req-4608524e-96d2-4261-a0bd-10e3b4761ede req-0759e81f-0e66-4a6a-a0b8-873f48e7681a service nova] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Detach interface failed, port_id=10f26e0c-bbb8-4c94-9aa4-be74e7de2091, reason: Instance 695a0431-44bf-47e9-9b39-b600d3cb2ce0 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1585.070037] env[70621]: INFO nova.compute.manager [-] [instance: 695a0431-44bf-47e9-9b39-b600d3cb2ce0] Took 1.45 seconds to deallocate network for instance. [ 1585.576808] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.577252] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.577361] env[70621]: DEBUG nova.objects.instance [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lazy-loading 'resources' on Instance uuid 695a0431-44bf-47e9-9b39-b600d3cb2ce0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.123044] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2cb1a7-72d8-46ad-b91b-d6515c07b102 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.130510] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a8a31-fefd-4171-b885-b74209819215 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.137954] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.138204] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.165384] env[70621]: DEBUG nova.compute.utils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Using /dev/sd instead of None {{(pid=70621) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1586.167235] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901bec9f-8041-48d5-981b-22e1537649d0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.176664] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2cd8c9-eebf-40eb-ad4f-209d9e76ce6a {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.190988] env[70621]: DEBUG nova.compute.provider_tree [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.671593] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.533s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.693733] env[70621]: DEBUG nova.scheduler.client.report [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1587.198516] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.218102] env[70621]: INFO nova.scheduler.client.report [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Deleted allocations for instance 695a0431-44bf-47e9-9b39-b600d3cb2ce0 [ 1587.706030] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.706453] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.706596] env[70621]: INFO nova.compute.manager [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Attaching volume 42131822-ea9e-400e-8507-763e6761de0c to /dev/sdb [ 1587.726357] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7cca85a4-063d-46d8-954e-7cefe4afb853 tempest-AttachVolumeShelveTestJSON-232337985 tempest-AttachVolumeShelveTestJSON-232337985-project-member] Lock "695a0431-44bf-47e9-9b39-b600d3cb2ce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.739077] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d4046d-aed3-4f0f-914a-1b7a01e47d87 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.747477] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f36b3da-fd05-4a33-a24d-45761e61aca5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.761849] env[70621]: DEBUG nova.virt.block_device [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updating existing volume attachment record: 8c960f19-3e08-44b1-824d-dfc97a46ccb1 {{(pid=70621) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1592.305342] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Volume attach. Driver type: vmdk {{(pid=70621) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1592.305616] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819310', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'name': 'volume-42131822-ea9e-400e-8507-763e6761de0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7acd344-97ae-4ddc-af34-093485bc5ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'serial': '42131822-ea9e-400e-8507-763e6761de0c'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1592.306495] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51690c79-7bfb-48a0-8442-c6ffce965885 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.323024] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ca5f55-cffc-4682-bb64-1af4a6ab5270 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.347451] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-42131822-ea9e-400e-8507-763e6761de0c/volume-42131822-ea9e-400e-8507-763e6761de0c.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.347710] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13d85354-473b-47e5-b98d-fbf381b3c814 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.365021] env[70621]: DEBUG oslo_vmware.api [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1592.365021] env[70621]: value = "task-4137002" [ 1592.365021] env[70621]: _type = "Task" [ 1592.365021] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.373396] env[70621]: DEBUG oslo_vmware.api [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.874986] env[70621]: DEBUG oslo_vmware.api [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137002, 'name': ReconfigVM_Task, 'duration_secs': 0.334495} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.875285] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-42131822-ea9e-400e-8507-763e6761de0c/volume-42131822-ea9e-400e-8507-763e6761de0c.vmdk or device None with type thin {{(pid=70621) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.879850] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fece5bde-1b07-46a2-8f45-29aaeec3b8f0 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.894871] env[70621]: DEBUG oslo_vmware.api [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1592.894871] env[70621]: value = "task-4137003" [ 1592.894871] env[70621]: _type = "Task" [ 1592.894871] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.903754] env[70621]: DEBUG oslo_vmware.api [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.408255] env[70621]: DEBUG oslo_vmware.api [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137003, 'name': ReconfigVM_Task, 'duration_secs': 0.158097} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.408642] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819310', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'name': 'volume-42131822-ea9e-400e-8507-763e6761de0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7acd344-97ae-4ddc-af34-093485bc5ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'serial': '42131822-ea9e-400e-8507-763e6761de0c'} {{(pid=70621) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1594.459126] env[70621]: DEBUG nova.objects.instance [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'flavor' on Instance uuid c7acd344-97ae-4ddc-af34-093485bc5ba0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1594.964149] env[70621]: DEBUG oslo_concurrency.lockutils [None req-06d48981-5043-437e-8fdb-33f655b7bf67 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.179872] env[70621]: DEBUG oslo_concurrency.lockutils [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1595.180180] env[70621]: DEBUG oslo_concurrency.lockutils [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1595.682855] env[70621]: INFO nova.compute.manager [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Detaching volume 42131822-ea9e-400e-8507-763e6761de0c [ 1595.718360] env[70621]: INFO nova.virt.block_device [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Attempting to driver detach volume 42131822-ea9e-400e-8507-763e6761de0c from mountpoint /dev/sdb [ 1595.718660] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Volume detach. Driver type: vmdk {{(pid=70621) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1595.718913] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819310', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'name': 'volume-42131822-ea9e-400e-8507-763e6761de0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7acd344-97ae-4ddc-af34-093485bc5ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'serial': '42131822-ea9e-400e-8507-763e6761de0c'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1595.719832] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb00c55-9b58-4c1f-9b06-09713dd09adf {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.742431] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caeb7c2-6ee5-43f9-b9e1-f9c9426e4951 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.749829] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55530af8-90a8-4f6c-9031-1d4a995b2129 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.770223] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77420dc-9bc3-44d6-8848-c8539bb1a019 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.785019] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] The volume has not been displaced from its original location: [datastore2] volume-42131822-ea9e-400e-8507-763e6761de0c/volume-42131822-ea9e-400e-8507-763e6761de0c.vmdk. No consolidation needed. {{(pid=70621) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1595.790276] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1595.790595] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d7ba56-19e4-4daf-a4fa-a14f3383f939 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.809112] env[70621]: DEBUG oslo_vmware.api [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1595.809112] env[70621]: value = "task-4137004" [ 1595.809112] env[70621]: _type = "Task" [ 1595.809112] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.817798] env[70621]: DEBUG oslo_vmware.api [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.319719] env[70621]: DEBUG oslo_vmware.api [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137004, 'name': ReconfigVM_Task, 'duration_secs': 0.202066} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.320115] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=70621) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1596.324793] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7947a3f8-29f9-4247-a112-c18f49fc2fba {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.339922] env[70621]: DEBUG oslo_vmware.api [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1596.339922] env[70621]: value = "task-4137005" [ 1596.339922] env[70621]: _type = "Task" [ 1596.339922] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.347892] env[70621]: DEBUG oslo_vmware.api [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.849775] env[70621]: DEBUG oslo_vmware.api [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137005, 'name': ReconfigVM_Task, 'duration_secs': 0.139539} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.850167] env[70621]: DEBUG nova.virt.vmwareapi.volumeops [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-819310', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'name': 'volume-42131822-ea9e-400e-8507-763e6761de0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7acd344-97ae-4ddc-af34-093485bc5ba0', 'attached_at': '', 'detached_at': '', 'volume_id': '42131822-ea9e-400e-8507-763e6761de0c', 'serial': '42131822-ea9e-400e-8507-763e6761de0c'} {{(pid=70621) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1597.390270] env[70621]: DEBUG nova.objects.instance [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'flavor' on Instance uuid c7acd344-97ae-4ddc-af34-093485bc5ba0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.397390] env[70621]: DEBUG oslo_concurrency.lockutils [None req-390e4cbd-c881-4aa9-aad3-1651c2e63783 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.430608] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.431019] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.431256] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "c7acd344-97ae-4ddc-af34-093485bc5ba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.431486] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.431769] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.434067] env[70621]: INFO nova.compute.manager [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Terminating instance [ 1599.938668] env[70621]: DEBUG nova.compute.manager [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Start destroying the instance on the hypervisor. {{(pid=70621) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.938918] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Destroying instance {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.939891] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cafccad-a988-40b1-be2a-3d217ed06702 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.948986] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Powering off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.949265] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-223cf145-b848-465d-9fd8-cb23f69a6600 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.957572] env[70621]: DEBUG oslo_vmware.api [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1599.957572] env[70621]: value = "task-4137006" [ 1599.957572] env[70621]: _type = "Task" [ 1599.957572] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.967639] env[70621]: DEBUG oslo_vmware.api [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.469218] env[70621]: DEBUG oslo_vmware.api [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137006, 'name': PowerOffVM_Task, 'duration_secs': 0.220732} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.469639] env[70621]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Powered off the VM {{(pid=70621) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.469722] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Unregistering the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.470135] env[70621]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de0ac67b-2292-4d5b-8c2d-85f495aadd40 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.550171] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Unregistered the VM {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.550408] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Deleting contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.550629] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleting the datastore file [datastore1] c7acd344-97ae-4ddc-af34-093485bc5ba0 {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.550919] env[70621]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-618f48fd-4041-4cdd-8550-aea23fb452f6 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.558566] env[70621]: DEBUG oslo_vmware.api [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for the task: (returnval){ [ 1600.558566] env[70621]: value = "task-4137008" [ 1600.558566] env[70621]: _type = "Task" [ 1600.558566] env[70621]: } to complete. {{(pid=70621) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.567305] env[70621]: DEBUG oslo_vmware.api [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.069332] env[70621]: DEBUG oslo_vmware.api [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Task: {'id': task-4137008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138123} completed successfully. {{(pid=70621) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.069599] env[70621]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted the datastore file {{(pid=70621) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.069788] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Deleted contents of the VM from datastore datastore1 {{(pid=70621) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.069960] env[70621]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Instance destroyed {{(pid=70621) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.070159] env[70621]: INFO nova.compute.manager [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1601.070417] env[70621]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70621) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1601.070600] env[70621]: DEBUG nova.compute.manager [-] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Deallocating network for instance {{(pid=70621) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1601.070707] env[70621]: DEBUG nova.network.neutron [-] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] deallocate_for_instance() {{(pid=70621) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.507703] env[70621]: DEBUG nova.compute.manager [req-1ecd0715-0ef9-4960-9013-c0d338b8580d req-78d13734-e5f4-46ba-8e71-76a5bbefa266 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Received event network-vif-deleted-2cee3a0b-44fd-4917-a161-09c4d8c52750 {{(pid=70621) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1601.507963] env[70621]: INFO nova.compute.manager [req-1ecd0715-0ef9-4960-9013-c0d338b8580d req-78d13734-e5f4-46ba-8e71-76a5bbefa266 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Neutron deleted interface 2cee3a0b-44fd-4917-a161-09c4d8c52750; detaching it from the instance and deleting it from the info cache [ 1601.507963] env[70621]: DEBUG nova.network.neutron [req-1ecd0715-0ef9-4960-9013-c0d338b8580d req-78d13734-e5f4-46ba-8e71-76a5bbefa266 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.983508] env[70621]: DEBUG nova.network.neutron [-] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Updating instance_info_cache with network_info: [] {{(pid=70621) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.011454] env[70621]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea39f1f-b566-4f10-bf31-7e51a59d3667 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.021473] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ca6f6b-ea0c-4464-ad0b-19629ef640f2 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.047231] env[70621]: DEBUG nova.compute.manager [req-1ecd0715-0ef9-4960-9013-c0d338b8580d req-78d13734-e5f4-46ba-8e71-76a5bbefa266 service nova] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Detach interface failed, port_id=2cee3a0b-44fd-4917-a161-09c4d8c52750, reason: Instance c7acd344-97ae-4ddc-af34-093485bc5ba0 could not be found. {{(pid=70621) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1602.486170] env[70621]: INFO nova.compute.manager [-] [instance: c7acd344-97ae-4ddc-af34-093485bc5ba0] Took 1.42 seconds to deallocate network for instance. [ 1602.992232] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.992658] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.992741] env[70621]: DEBUG nova.objects.instance [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lazy-loading 'resources' on Instance uuid c7acd344-97ae-4ddc-af34-093485bc5ba0 {{(pid=70621) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.514214] env[70621]: DEBUG nova.scheduler.client.report [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Refreshing inventories for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1603.529436] env[70621]: DEBUG nova.scheduler.client.report [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Updating ProviderTree inventory for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1603.529705] env[70621]: DEBUG nova.compute.provider_tree [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Updating inventory in ProviderTree for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1603.542716] env[70621]: DEBUG nova.scheduler.client.report [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Refreshing aggregate associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, aggregates: None {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1603.561574] env[70621]: DEBUG nova.scheduler.client.report [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Refreshing trait associations for resource provider 68b5b9c1-e071-4314-be7b-e4553e7d2879, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64 {{(pid=70621) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1603.591058] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c819341-df5b-49b2-9cc1-688885fbeda9 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.599312] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a24f34-e28f-41c0-8ff7-1a285620fc33 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.629046] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8edc409-5133-42cb-b9ee-989b57f1d586 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.636762] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429cf23-18a7-4b63-ab30-9e944c09ec5e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.650476] env[70621]: DEBUG nova.compute.provider_tree [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.154216] env[70621]: DEBUG nova.scheduler.client.report [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.660655] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.681920] env[70621]: INFO nova.scheduler.client.report [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Deleted allocations for instance c7acd344-97ae-4ddc-af34-093485bc5ba0 [ 1605.190754] env[70621]: DEBUG oslo_concurrency.lockutils [None req-1ec61295-fd00-4dcd-9a92-8012bc3c2b85 tempest-AttachVolumeNegativeTest-1085254203 tempest-AttachVolumeNegativeTest-1085254203-project-member] Lock "c7acd344-97ae-4ddc-af34-093485bc5ba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.587854] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.587245] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.587702] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1616.587702] env[70621]: DEBUG nova.compute.manager [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70621) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1617.582408] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.587069] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.587292] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.090634] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.090922] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1618.091080] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.091246] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70621) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1618.092170] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3e280-6961-480c-a3d0-75dab34f7ecb {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.100972] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf39b97b-8087-44fa-a33c-e1b9a41b0994 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.115608] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786af6c1-e9a8-4bfc-83d1-d34c4a2cb747 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.122782] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69865611-4934-4c03-9c50-9ca8620c189e {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.153247] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180604MB free_disk=12GB free_vcpus=48 pci_devices=None {{(pid=70621) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1618.153481] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.153677] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.175175] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1619.175454] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70621) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1619.188389] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b09c28c-d8e5-4b67-beb3-f47732dc7f58 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.196450] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397553c-f5ba-4f37-ab6d-5848a7a90ba5 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.225607] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12871486-5751-46ae-a737-178e9052a949 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.233910] env[70621]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0b69f7-a1f3-44e5-bfd5-a6c651454b02 {{(pid=70621) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.247306] env[70621]: DEBUG nova.compute.provider_tree [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed in ProviderTree for provider: 68b5b9c1-e071-4314-be7b-e4553e7d2879 {{(pid=70621) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.750300] env[70621]: DEBUG nova.scheduler.client.report [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Inventory has not changed for provider 68b5b9c1-e071-4314-be7b-e4553e7d2879 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70621) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.256019] env[70621]: DEBUG nova.compute.resource_tracker [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70621) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1620.256435] env[70621]: DEBUG oslo_concurrency.lockutils [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.103s {{(pid=70621) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.256570] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.257044] env[70621]: DEBUG oslo_service.periodic_task [None req-7de68db6-048a-4b83-b75c-1855579fd488 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70621) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}